-- Logs begin at Mon 2021-08-09 15:09:37 UTC, end at Mon 2021-08-09 16:09:06 UTC. -- Aug 09 15:44:09.771041 dv-cinder-788367-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 15:44:12.493495 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:44:12.494155 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:44:12.494248 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:44:12.497439 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:44:12.497684 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:44:12.497988 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93226) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:44:12.498900 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:44:12.499128 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:44:12.499482 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:44:12.499743 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:44:12.499965 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:44:12.500277 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.500567 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.500854 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.501077 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.501482 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.501770 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.502047 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.502326 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.502616 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.502894 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.503163 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.503436 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.503678 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.503955 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.504232 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.504507 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.504725 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] debug = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.504995 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.505409 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.505816 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.506089 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.506363 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.506634 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.506893 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.507181 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.507454 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.507792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] host = dv-cinder-788367-5-iscsi {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.508064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.508344 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.508619 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.508896 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.509164 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.509432 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.509709 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.509969 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.510231 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.510498 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.510777 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.511047 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.511324 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.511576 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.511780 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.512058 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.512333 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.512600 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.512864 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.513127 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.513389 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.513652 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.513909 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.514186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.514462 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.514735 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.515005 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.515269 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.515529 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.515819 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.516097 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.516360 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.516623 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.516947 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.517292 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.517553 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.517816 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.518105 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.518434 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.518778 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.519055 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.519321 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.519592 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.519881 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.520145 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.520408 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_json = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.520670 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.520933 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.521202 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.521465 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.521726 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.521988 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.522251 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.522527 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:12.522841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.523125 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.523412 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.523706 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.523991 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.524262 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.524540 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.524809 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.525086 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.525365 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.525645 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.525912 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.526191 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.526462 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.526746 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.527042 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.527327 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.527609 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.527899 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.528171 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.528438 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.528708 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.528985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.529271 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.529550 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.529818 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.530086 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.530368 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.530638 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.530902 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.531172 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.531451 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.531741 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.532009 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.532285 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.532553 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.532944 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.533212 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.533483 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.533762 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.534031 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.534296 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.534557 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.534826 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.535089 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.535364 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.535630 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.535920 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.536185 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.536456 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.536721 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.536985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.537254 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.537516 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.537783 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.538045 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.538313 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.539343 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.539611 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.539899 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.540166 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.540433 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.540707 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.540974 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.541239 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.541504 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.541768 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.542033 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.542308 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.542602 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.542874 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.543147 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.543420 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.543788 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.544066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.544337 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.544610 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.544882 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.545160 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.545429 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.545705 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.545983 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.546258 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.546527 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.546814 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.547083 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.547359 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.547630 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.547923 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.548207 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.548484 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.548777 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.549064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.549468 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.549762 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.550048 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.550320 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.550621 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.550898 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:12.551110 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:44:12.551344 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93226) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 15:44:12.900658 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:44:12.900856 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:44:12.901121 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:44:12.901446 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 15:44:13.298414 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.298700 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.298967 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.300186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.300456 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.300716 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.334796 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.335066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.335362 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.352064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.352333 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.352593 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.380962 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.381229 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.381493 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.422161 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.422438 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.422952 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.653618 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.654240 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.654240 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.654407 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.655062 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.774880 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.775191 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.775466 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.775753 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.776014 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.776322 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.776570 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.776819 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.777064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.777841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.777841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.777841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.778108 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.778289 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.778535 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.778788 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.779033 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.779288 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.779547 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.779824 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.780085 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.780328 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.780598 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.780964 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.781204 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.781439 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.781828 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.782064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.782295 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.782640 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.782886 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.783116 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:13.783474 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 15:44:13.786598 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 15:44:13.790889 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 15:44:13.794728 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 09 15:44:13.796491 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 15:44:13.796935 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 15:44:13.797263 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 15:44:13.797642 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 15:44:13.800433 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 15:44:13.800681 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 15:44:13.801022 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:44:13.806764 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 15:44:13.828965 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 15:44:13.829584 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.829822 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93226) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 15:44:13.830177 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.831504 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93226) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 15:44:13.831811 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:44:13.832052 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 15:44:13.835476 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.835753 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:13.899133 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 15:44:13.899358 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 15:44:13.899587 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 15:44:13.899973 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 15:44:13.921313 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_db.sqlalchemy.engines [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93226) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 15:44:14.457955 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing driver for type 'gre' Aug 09 15:44:14.458532 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] gre ID ranges: [(1, 1000)] Aug 09 15:44:14.512407 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing driver for type 'local' Aug 09 15:44:14.512806 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing driver for type 'vlan' Aug 09 15:44:14.526259 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] VlanTypeDriver initialization complete Aug 09 15:44:14.526588 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing driver for type 'vxlan' Aug 09 15:44:14.527086 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] vxlan ID ranges: [(1, 1000)] Aug 09 15:44:14.581261 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing extension driver 'port_security' Aug 09 15:44:14.581719 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.extensions.port_security [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] PortSecurityExtensionDriver initialization complete Aug 09 15:44:14.582156 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing mechanism driver 'openvswitch' Aug 09 15:44:14.582441 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing mechanism driver 'hyperv' Aug 09 15:44:14.589532 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.plugin [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:14.590283 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.590648 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.590993 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.591515 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.592137 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.592486 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.592827 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.593217 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.593625 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.593964 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.594300 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.594685 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.595082 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.595427 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.595791 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.596179 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.596726 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.597054 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.597388 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.597782 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.598182 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > address_group after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.598518 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > address_group after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.598849 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.599237 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93226) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:44:14.599617 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] ML2 OVO RPC backend initialized. {{(pid=93226) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 15:44:14.600333 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.600680 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.601255 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.601558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > networks before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.601996 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.602272 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > ports before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.602609 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606402 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnets before_response 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606402 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606402 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606402 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.606884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.607194 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.607194 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.607194 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.plugin [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Modular L2 Plugin initialization complete Aug 09 15:44:14.607194 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading services supported by the core plugin {{(pid=93226) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 15:44:14.607194 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.plugins.ml2.managers [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Got port-security extension from driver 'port_security' Aug 09 15:44:14.607549 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.extensions.vlantransparent [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Disabled vlantransparent extension. Aug 09 15:44:14.607960 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93226) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 15:44:14.608270 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: router Aug 09 15:44:14.645521 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.645903 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_create 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.646271 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router before_create 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.646625 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.646991 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.647339 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_delete 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.647797 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.648629 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_create 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.648965 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.649304 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.649645 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.649993 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.650401 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.650759 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.651090 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.651419 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: subnet after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.651771 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.652115 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.652452 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_create 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.652784 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.653117 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.653463 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router after_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.653795 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.654314 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_create 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.654475 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.654815 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_update 55549900 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.655167 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > agent after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.655509 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > agent after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.655872 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > network after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.656719 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Tracking information for resource: router configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:14.657050 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Tracking information for resource: floatingip configured {{(pid=93226) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:44:14.662010 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.db.l3_agentschedulers_db [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 15:44:14.662698 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.663053 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.663427 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.664046 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: port after_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.664840 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router before_create 55550100 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.665198 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.665554 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_create 55550100 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.665905 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > router precommit_update 55550100 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.670278 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.provider_configuration [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service providers = [] {{(pid=93226) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 15:44:14.670643 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.db.servicetype_db [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93226) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 15:44:14.673690 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.service_base [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:44:14.674030 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.service_base [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:44:14.674366 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.service_base [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:44:14.675247 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.services.service_base [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93226) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:44:14.675609 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.services.service_base [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 15:44:14.676005 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.676318 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 15:44:14.686760 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.687094 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: auto_allocate Aug 09 15:44:14.692917 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: network precommit_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.693277 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: network precommit_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.693784 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.694104 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: tag Aug 09 15:44:14.701045 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.701366 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: timestamp Aug 09 15:44:14.705309 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.705636 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: network_ip_availability Aug 09 15:44:14.711772 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.712087 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.712438 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.713142 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.713455 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: flavors Aug 09 15:44:14.718166 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.718492 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading Plugin: revisions Aug 09 15:44:14.722721 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93226) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:44:14.723106 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=93226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:44:14.723861 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93226) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 15:44:14.724196 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Initializing extension manager. Aug 09 15:44:14.724702 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: __init__.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.725042 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: __pycache__ {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.725440 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.725703 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: address_group.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.726619 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.727178 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: address-group Aug 09 15:44:14.727497 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: address_scope.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.728234 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.728735 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: address-scope Aug 09 15:44:14.729052 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.729966 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.730469 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: router-admin-state-down-before-update Aug 09 15:44:14.730785 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: agent.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.731692 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.732195 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: agent Aug 09 15:44:14.732509 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: agent_resources_synced.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.733414 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.733914 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: agent-resources-synced Aug 09 15:44:14.734231 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: allowedaddresspairs.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.736149 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.736659 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: allowed-address-pairs Aug 09 15:44:14.736985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: auto_allocated_topology.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.738047 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.738548 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: auto-allocated-topology Aug 09 15:44:14.738865 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: availability_zone.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.739544 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.740062 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: availability_zone Aug 09 15:44:14.740378 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: availability_zone_filter.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.741279 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.741805 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: availability_zone_filter Aug 09 15:44:14.742116 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: data_plane_status.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.743009 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.743502 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 15:44:14.743849 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: default_subnetpools.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.744758 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.745252 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: default-subnetpools Aug 09 15:44:14.745569 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.746374 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.746896 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: dhcp_agent_scheduler Aug 09 15:44:14.747183 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: dns.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.748108 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.748612 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 15:44:14.748930 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: dns_domain_ports.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.749834 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.750327 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 15:44:14.750643 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.751747 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.752253 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 15:44:14.752568 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: dvr.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.753229 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.753725 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: dvr Aug 09 15:44:14.754039 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: ecmp_routes.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.755014 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.755443 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 15:44:14.755793 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: empty_string_filtering.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.756690 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.757751 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: empty-string-filtering Aug 09 15:44:14.758065 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.758964 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.759468 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:44:14.759823 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.760724 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.761221 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 15:44:14.761536 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: external_net.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.762434 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.762929 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: external-net Aug 09 15:44:14.763242 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.764152 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.764650 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: extra_dhcp_opt Aug 09 15:44:14.764963 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: extraroute.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.765858 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.766349 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: extraroute Aug 09 15:44:14.766668 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: extraroute_atomic.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.767847 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.768346 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: extraroute-atomic Aug 09 15:44:14.768662 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: filter_validation.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.769317 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.769805 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: filter-validation Aug 09 15:44:14.770119 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: fip_pf_description.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.771026 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.771520 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 15:44:14.771865 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: fip_port_details.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.773360 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.773866 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: fip-port-details Aug 09 15:44:14.774182 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: flavors.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.775425 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.775965 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: flavors Aug 09 15:44:14.776287 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.777976 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.778491 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 15:44:14.778816 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: floatingip_pools.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.779510 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.780037 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: floatingip-pools Aug 09 15:44:14.780356 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: ip_allocation.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.781269 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.781768 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 15:44:14.782084 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.783115 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.783614 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: ip-substring-filtering Aug 09 15:44:14.783985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l2_adjacency.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.784894 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.785389 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 15:44:14.785704 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.786792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.787299 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: router Aug 09 15:44:14.787619 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.790167 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.790687 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:44:14.791011 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.791968 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.792474 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: ext-gw-mode Aug 09 15:44:14.792793 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.793717 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.794219 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: l3-ha Aug 09 15:44:14.794536 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3_flavors.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.795441 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.795971 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: l3-flavors Aug 09 15:44:14.796292 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.797196 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.797694 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 15:44:14.798012 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: l3agentscheduler.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.799174 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.799692 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: l3_agent_scheduler Aug 09 15:44:14.800016 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: logging.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.801520 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.802035 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension logging not supported by any of loaded plugins Aug 09 15:44:14.802360 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: metering.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.803092 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.803676 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: metering Aug 09 15:44:14.804029 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.805257 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.805771 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: metering_source_and_destination_fields Aug 09 15:44:14.806095 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: multiprovidernet.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.807013 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.807515 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: multi-provider Aug 09 15:44:14.807868 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: netmtu.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.808770 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.809272 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: net-mtu Aug 09 15:44:14.809590 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: netmtu_writable.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.810499 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.811001 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: net-mtu-writable Aug 09 15:44:14.811317 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: network_availability_zone.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.812002 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.812498 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: network_availability_zone Aug 09 15:44:14.812813 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: network_ip_availability.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.813903 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.814409 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: network-ip-availability Aug 09 15:44:14.814729 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: network_segment_range.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.815483 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.816013 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 15:44:14.816329 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: pagination.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.817427 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.817748 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: pagination Aug 09 15:44:14.818062 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: port_device_profile.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.818979 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.819468 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: port-device-profile Aug 09 15:44:14.820338 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.821256 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.821751 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: port-mac-address-regenerate Aug 09 15:44:14.822066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.822962 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.823461 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: port-numa-affinity-policy Aug 09 15:44:14.823813 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: port_resource_request.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.824719 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.825209 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 15:44:14.825523 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: portbindings.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.826431 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.826928 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: binding Aug 09 15:44:14.827249 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: portbindings_extended.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.828664 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.829182 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: binding-extended Aug 09 15:44:14.829509 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: portsecurity.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.830541 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.831048 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: port-security Aug 09 15:44:14.831370 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: project_id.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.832374 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.832701 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: project-id Aug 09 15:44:14.833019 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: providernet.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.833924 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.834424 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: provider Aug 09 15:44:14.834741 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.838766 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.839280 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos not supported by any of loaded plugins Aug 09 15:44:14.839609 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.840876 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.841386 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 15:44:14.841707 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.842620 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.843127 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 15:44:14.843444 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_default.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.844392 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.844897 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-default not supported by any of loaded plugins Aug 09 15:44:14.845215 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_fip.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.845859 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.846352 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 15:44:14.846668 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_gateway_ip.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.847582 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.848114 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 15:44:14.848432 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_port_network_policy.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.849330 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.849833 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 15:44:14.850147 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_pps_rule.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.851450 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.851993 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 15:44:14.852312 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_rule_type_details.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.853227 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.853732 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 15:44:14.854049 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: qos_rules_alias.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.855084 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.855582 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 15:44:14.855926 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: quotasv2.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.856842 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.857171 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: quotas Aug 09 15:44:14.857491 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: quotasv2_detail.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.860536 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.860875 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: quota_details Aug 09 15:44:14.861326 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: rbac.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.862568 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.863089 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: rbac-policies Aug 09 15:44:14.863417 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: rbac_address_group.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.864369 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.864878 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: rbac-address-group Aug 09 15:44:14.865198 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: rbac_address_scope.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.866113 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.866639 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: rbac-address-scope Aug 09 15:44:14.866959 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: rbac_security_groups.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.867893 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.868394 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: rbac-security-groups Aug 09 15:44:14.868711 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: rbac_subnetpool.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.869632 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.870118 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: rbac-subnetpool Aug 09 15:44:14.870436 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: revisionifmatch.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.871349 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.871990 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: revision-if-match Aug 09 15:44:14.872193 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: revisions.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.873297 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.873803 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: standard-attr-revisions Aug 09 15:44:14.874125 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: router_availability_zone.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.874799 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.875292 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: router_availability_zone Aug 09 15:44:14.875610 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: routerservicetype.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.876545 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.877049 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 15:44:14.877368 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.878276 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.878781 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: security-groups-normalized-cidr Aug 09 15:44:14.879098 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.880037 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.880539 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: port-security-groups-filtering Aug 09 15:44:14.880855 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.881758 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.882772 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: security-groups-remote-address-group Aug 09 15:44:14.883087 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: securitygroup.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.892947 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.893470 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: security-group Aug 09 15:44:14.893794 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: segment.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.894577 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.895075 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension segment not supported by any of loaded plugins Aug 09 15:44:14.895396 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.896355 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.896867 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 15:44:14.897187 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: servicetype.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.898955 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.899465 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: service-type Aug 09 15:44:14.899883 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: sorting.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.900792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.901116 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: sorting Aug 09 15:44:14.901433 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: standard_attr_segment.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.902338 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.902842 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 15:44:14.903158 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: standardattrdescription.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.903827 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.904323 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: standard-attr-description Aug 09 15:44:14.904638 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: stateful_security_group.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.905561 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.906063 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: stateful-security-group Aug 09 15:44:14.906378 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: stdattrs_common.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.906952 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 15:44:14.907266 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.908321 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.908854 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 15:44:14.909169 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnet_onboard.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.910232 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.910736 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: subnet_onboard Aug 09 15:44:14.911055 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.912018 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.912519 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 15:44:14.912838 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnet_service_types.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.913778 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.914532 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: subnet-service-types Aug 09 15:44:14.914853 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnetallocation.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.915948 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.916451 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: subnet_allocation Aug 09 15:44:14.916773 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.917422 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.917915 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: subnetpool-prefix-ops Aug 09 15:44:14.918227 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.919151 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.919665 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 15:44:14.919986 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: tagging.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.921032 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.921529 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: standard-attr-tag Aug 09 15:44:14.921847 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: timestamp.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.923033 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.923694 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loaded extension: standard-attr-timestamp Aug 09 15:44:14.924014 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: trunk.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.925035 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.925546 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension trunk not supported by any of loaded plugins Aug 09 15:44:14.925896 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: trunk_details.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.926841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.927346 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 15:44:14.927687 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: uplink_status_propagation.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.928595 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.929623 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 15:44:14.929939 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Loading extension file: vlantransparent.py {{(pid=93226) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:44:14.930603 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93226) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:44:14.931099 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 15:44:14.933561 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:network Aug 09 15:44:14.934070 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnet Aug 09 15:44:14.934463 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:44:14.934852 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:port Aug 09 15:44:14.936097 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.936559 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service FLAVORS assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.937170 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.937583 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.937908 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:router Aug 09 15:44:14.938337 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:44:14.938948 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service METERING assigned prefix: /metering {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.940406 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.940765 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.941107 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93226) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:44:14.942111 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:44:14.942560 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:44:14.942986 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:44:14.946284 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service CORE assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.946629 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:44:14.946976 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] subnetpool is already registered Aug 09 15:44:14.947418 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service CORE assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.947791 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:44:14.948125 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] subnetpool is already registered Aug 09 15:44:14.950367 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.950795 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service FLAVORS assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.951376 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.951828 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.952158 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:router Aug 09 15:44:14.952491 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] router is already registered Aug 09 15:44:14.952894 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:44:14.953225 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] floatingip is already registered Aug 09 15:44:14.953668 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service METERING assigned prefix: /metering {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.954322 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:44:14.954643 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] rbac_policy is already registered Aug 09 15:44:14.955042 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:44:14.955368 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] security_group is already registered Aug 09 15:44:14.955792 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:44:14.956118 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] security_group_rule is already registered Aug 09 15:44:14.956739 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service CORE assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.957062 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:44:14.957394 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] subnetpool is already registered Aug 09 15:44:14.957817 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.v2.resource_helper [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Service CORE assigned prefix: {{(pid=93226) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:44:14.958135 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:44:14.958459 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING neutron.quota.resource_registry [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] subnetpool is already registered Aug 09 15:44:14.958936 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: extensions {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.960557 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: address-groups {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.961968 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: address-scopes {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.963217 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: agents {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.964380 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: auto-allocated-topology {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.965620 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: availability_zones {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.966812 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: dhcp-networks {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.968313 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: dhcp-agents {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.969721 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: routers {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.971578 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: flavors {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.972827 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: service_profiles {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.974011 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: next_providers {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.975415 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: service_profiles {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.977598 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: floatingip-pools {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.978810 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: routers {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.980622 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: floatingips {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.981884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: l3-routers {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.983224 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: l3-agents {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.984624 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: metering-labels {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.986001 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: metering-label-rules {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.987339 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: network-ip-availabilities {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.988619 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: bindings {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.990113 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: quotas {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.992166 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: quotas {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.993673 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: rbac-policies {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.994843 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: security-groups {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.996150 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: security-group-rules {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.997356 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: service-providers {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.998564 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: subnetpools {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:14.999901 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: subnetpools {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.001420 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.003067 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.004853 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.006628 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.009037 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.012104 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.013737 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.015490 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.017336 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.019044 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron.api.extensions [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Extended resource: tags {{(pid=93226) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:44:15.025255 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING keystonemiddleware.auth_token [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 15:44:15.029801 dv-cinder-788367-5-iscsi neutron-server[93226]: WARNING keystonemiddleware.auth_token [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 15:44:15.038042 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Acquired lock "singleton_lock" {{(pid=93226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 15:44:15.038537 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_concurrency.lockutils [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Releasing lock "singleton_lock" {{(pid=93226) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 15:44:15.039437 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Starting 2 workers Aug 09 15:44:15.044204 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Started child 93333 {{(pid=93226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:44:15.048783 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Started child 93334 {{(pid=93226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:44:15.049736 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.050421 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO neutron.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 15:44:15.050960 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Notify callbacks [] for process, before_spawn {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.051305 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [-] (93333) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:44:15.053347 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Starting 1 workers Aug 09 15:44:15.053591 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.055431 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [-] (93334) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:44:15.059031 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Started child 93335 {{(pid=93226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:44:15.059552 dv-cinder-788367-5-iscsi neutron-server[93226]: INFO oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Starting 1 workers Aug 09 15:44:15.062891 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] calling RpcWorker wait() {{(pid=93335) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 15:44:15.063467 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] returning from RpcWorker wait() {{(pid=93335) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 15:44:15.064162 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Started child 93336 {{(pid=93226) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:44:15.064918 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.065037 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG neutron_lib.callbacks.manager [None req-6da83c1d-c95f-48ac-a485-d5ece2fbb520 None None] Notify callbacks [] for process, after_spawn {{(pid=93226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.065503 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:15.066832 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:44:15.067041 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:44:15.067227 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:44:15.067569 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:44:15.067936 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:44:15.068098 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:44:15.068616 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.068895 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.068985 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:15.069435 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.069435 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.070273 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.070646 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:15.070880 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.071136 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.071369 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.071629 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.071960 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.072130 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.072293 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.072544 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.072776 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.073066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.073323 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.073565 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.073836 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.074003 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.074264 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.074534 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.074789 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.075085 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] debug = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.075276 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.075794 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.076046 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.076299 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.076527 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.076792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.077015 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.077276 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.077512 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.077722 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.077962 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.078206 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.078440 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.078670 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.078885 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.079122 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.079350 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.079815 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] host = dv-cinder-788367-5-iscsi {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.080047 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.080444 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.080669 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.080918 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.081189 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.081414 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.081679 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.081921 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.082186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.082426 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.082643 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.082884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.083099 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.083354 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.083516 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_options = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.083757 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.084026 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.084303 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.084487 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.084653 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.084825 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.085071 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.085265 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.085533 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.085747 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.085958 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.086172 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.086382 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.086591 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.086821 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.087059 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.087292 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.087526 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.087822 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.088082 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.088313 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.088553 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.088781 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.089016 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.089250 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.089480 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.089718 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.089944 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.090152 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.090385 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.090616 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.090883 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.091120 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.091340 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.091564 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.091835 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.091995 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.092255 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.092481 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.092740 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.092964 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.093192 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.093512 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.093747 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.093988 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.094263 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_json = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.094499 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.094690 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.094935 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.095145 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.095370 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.095752 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.095991 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.096246 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.096658 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.096954 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.097277 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.097533 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.097765 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.098006 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.098260 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.098499 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.098781 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.099011 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.099317 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.099538 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.099864 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.100158 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.100391 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.100714 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.100987 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.101266 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.101512 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.101773 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.101991 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.102255 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.102537 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.102828 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.103089 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.103351 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.103572 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.103839 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.104075 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.104290 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.104536 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.104719 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.104985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.105223 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.105446 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.105666 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.105936 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.106121 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.106367 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.106737 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.106854 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.107263 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.107263 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.107623 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.107853 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.107980 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.108274 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.108436 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.108566 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.108829 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.109097 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.109626 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.109626 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.109918 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.109918 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.110165 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.110375 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.110593 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.110916 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.111156 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.111394 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.111669 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.111896 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.112115 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.112371 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.112546 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.112821 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.113792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.113792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.113792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.113792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.113792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.114558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.114558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.114558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.114558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115346 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115346 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115346 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115713 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115713 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.115915 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.116121 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.116247 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.117026 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.117504 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.117758 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.118208 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.118325 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.118663 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.118819 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.118990 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.119303 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.119579 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.119747 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.120113 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.120257 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.120515 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.120740 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.120957 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.121222 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.121558 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.121761 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.121941 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.122150 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.122420 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.122729 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.123046 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124038 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124038 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124038 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124388 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124579 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124847 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.124981 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.125640 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.125640 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.125891 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.126071 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.126275 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.126503 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.126777 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.127006 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.127250 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.127492 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.127774 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.128013 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.128441 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.128672 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.128947 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.129168 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.129416 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.129878 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.130031 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.130239 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.130451 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.130730 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.130981 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.131226 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.131546 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.131807 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.133105 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.133105 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.133105 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.133509 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.133509 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.134063 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.134813 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.134813 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.134813 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.135301 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.135301 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.135538 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136099 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136099 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136099 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136548 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136548 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136787 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.136973 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.137186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.137404 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.137638 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138045 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138045 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138599 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138599 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138853 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.138980 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.139214 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.139463 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.139723 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.139968 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.140209 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.140460 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.140693 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.140931 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.141169 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.141382 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.141592 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.141828 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.142037 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.142267 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.142488 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.142718 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.143108 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.143401 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.143764 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.144077 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.144335 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.144570 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.144806 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.145066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.145305 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.145535 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.145783 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.146031 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.146263 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.146515 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.146737 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.146985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.147215 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.147431 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.147684 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.147936 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.148146 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.148440 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.148694 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.148920 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.149172 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.149404 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.149617 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.149845 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.150078 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.150305 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.150507 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.150723 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.150930 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.151333 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.151724 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.152100 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.152467 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.152853 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.153073 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.153300 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.153515 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.153729 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.153953 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.154171 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.154388 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.154628 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.154882 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.155094 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.155316 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.155533 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.155766 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.155992 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.156203 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.156412 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.156641 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.156852 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.157061 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.157352 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.157596 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.157950 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.158246 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.158473 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.158730 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.158971 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.159280 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.159496 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.159775 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.160013 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.160233 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.160479 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.160932 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.161430 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.161722 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.161986 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.162248 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.162508 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.162795 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.163079 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.163310 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.164043 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.164380 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.164643 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.164918 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.165143 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.165386 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.165602 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.165822 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.166057 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.166290 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.166508 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.166744 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.166987 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.167221 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.167442 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.167698 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.167906 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.168158 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.168370 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.168588 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.168801 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.168952 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:44:15.169619 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93226) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:44:15.169779 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:44:15.169934 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:44:15.170102 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:44:15.170269 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:44:15.170420 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:44:15.170621 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.170781 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.170934 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171091 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171245 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171436 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171589 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171771 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.171912 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.172217 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.172377 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.172528 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.172830 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.172982 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.173273 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.173574 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.173862 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174026 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174185 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174526 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174681 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174836 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.174993 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] debug = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175150 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175349 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175510 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175682 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.175995 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176149 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176304 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176460 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176614 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176771 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.176928 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177083 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177238 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177393 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177547 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177702 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.177857 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] host = dv-cinder-788367-5-iscsi {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178016 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178170 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178324 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178479 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178634 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.178789 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.179466 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.179621 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.179802 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.179957 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180113 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180268 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180423 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180577 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180731 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_options = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.180885 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181040 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181194 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181374 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181535 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181692 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.181848 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182003 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182157 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182311 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182467 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182626 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182779 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.182933 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183088 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183243 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183397 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183552 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183728 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.183884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184038 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184193 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184347 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184501 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184655 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184811 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.184965 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185119 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185273 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185427 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185584 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185742 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.185896 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186051 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186205 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186359 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186514 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186672 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186827 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.186983 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.187135 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.187473 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.187815 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.188141 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.188437 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.188724 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_json = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.188888 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189040 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189194 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189350 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189505 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189661 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189817 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.189973 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:44:15.190149 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.190311 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.190481 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.190639 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.190798 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.190955 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191113 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191272 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191429 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191589 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191777 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.191960 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192112 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192273 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192431 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192590 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192748 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.192907 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193226 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193387 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193569 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193727 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.193873 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.194030 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.194189 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.194344 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195351 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195506 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195702 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195839 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.195993 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196151 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196309 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196468 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196624 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196783 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.196943 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197101 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197260 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197418 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197576 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197735 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.197892 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198051 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198214 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198372 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198530 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198688 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.198857 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199014 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199172 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199331 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199489 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199722 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199826 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.199975 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.200133 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.200294 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.200434 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.200744 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.200903 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201061 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201223 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201379 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201536 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201693 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.201851 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202008 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202167 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202325 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202483 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202668 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202841 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.202958 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203090 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203270 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203405 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203568 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203730 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.203928 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204186 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204429 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204550 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204632 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204784 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.204941 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205098 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205256 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205413 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205571 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205728 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.205887 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206044 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206203 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206363 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206521 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206680 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206837 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.206963 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:15.207092 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207214 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207334 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207454 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207574 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207745 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.207952 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208080 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208201 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208341 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208507 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208664 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208823 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.208981 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209145 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209314 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209472 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209630 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209788 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.209945 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210103 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210274 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210428 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210584 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210741 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.210897 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211062 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211228 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211386 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211544 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211712 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.211893 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212100 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212244 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212369 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212490 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212647 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212803 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.212960 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213119 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213276 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213433 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213592 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213749 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.213907 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214066 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214345 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214495 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214649 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214807 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.214965 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215152 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215279 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215400 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215562 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215747 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.215907 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216064 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216222 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216380 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216538 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216696 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.216854 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217011 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217168 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217327 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217483 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217640 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217801 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.217959 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.218122 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.218280 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.218438 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.218604 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.218752 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219114 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219114 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219564 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219564 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219564 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219907 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.219907 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220049 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220125 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220247 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220405 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220579 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220739 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.220896 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221053 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221213 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221369 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221529 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221687 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.221846 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222003 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222160 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222321 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222667 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222667 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222871 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.222991 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223072 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223218 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223376 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223547 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223726 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.223885 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224043 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224234 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224481 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224650 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224809 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.224967 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225124 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225281 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225439 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225606 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225764 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.225942 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226100 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226257 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226414 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226580 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226738 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.226895 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227053 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227210 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227367 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227533 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227719 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.227858 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228014 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228210 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228353 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228489 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228630 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228779 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.228936 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229080 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229238 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229404 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229561 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229718 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.229884 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230041 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230198 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230356 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230525 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230684 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.230844 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231002 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231163 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231341 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231485 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231635 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231821 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.231985 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232138 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232305 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232470 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232635 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232792 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.232954 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233122 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233283 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233441 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233600 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233757 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.233912 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234069 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234231 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234384 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234682 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234682 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234880 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.234977 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235137 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235295 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235454 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235611 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235865 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.235951 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.236084 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:44:15.236239 dv-cinder-788367-5-iscsi neutron-server[93226]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93226) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:44:15.443870 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39478) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:15.452501 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062518 Aug 09 15:44:26.995903 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2c8a0-6fd4-4ae5-b6b7-e5b3b15a59b3 None None] get_active_networks_info from dv-cinder-788367-5-iscsi {{(pid=93335) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:44:27.123206 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2c8a0-6fd4-4ae5-b6b7-e5b3b15a59b3 None None] No non-hosted networks {{(pid=93335) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 15:44:27.137098 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.agentschedulers_db [None req-edb2c8a0-6fd4-4ae5-b6b7-e5b3b15a59b3 None None] DHCP Agent not found on host dv-cinder-788367-5-iscsi {{(pid=93335) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 15:44:27.196962 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b0f53904-bbee-44cc-97f3-04c75c040470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.356923 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-119a1cb7-560e-47dd-a116-3e06c25a025c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.411155 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5d88dffd-d8e9-4871-87d2-4731722df828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.594334 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.595259 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.595682 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.596110 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.596447 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.596823 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.597309 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.597830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.598390 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.599072 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.599559 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.600262 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.601407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:29.601943 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:29.609247 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:30.888310 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:32.245504 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.db.l3_hamode_db [None req-bbc24e4a-356a-4e8c-9079-9a56b5bbc071 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 15:44:32.324127 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc24e4a-356a-4e8c-9079-9a56b5bbc071 None None] Routers set() bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:32.324579 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc24e4a-356a-4e8c-9079-9a56b5bbc071 None None] Router IDs set() for agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:44:32.423740 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:33.594301 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39570) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:34.090917 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING oslo_policy.policy [None req-b556b91f-cc6b-4dd4-8a10-ff081879cf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:44:34.091505 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING oslo_policy.policy [None req-b556b91f-cc6b-4dd4-8a10-ff081879cf3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:44:34.321875 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [None req-b556b91f-cc6b-4dd4-8a10-ff081879cf3d admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:44:34.322871 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b556b91f-cc6b-4dd4-8a10-ff081879cf3d admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7276728 Aug 09 15:44:36.670639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39584) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:36.981218 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-d211e689-9c31-4541-876b-038882048804 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:37.074217 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.policy [None req-d211e689-9c31-4541-876b-038882048804 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93334) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:44:37.118201 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING oslo_policy.policy [None req-d211e689-9c31-4541-876b-038882048804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:44:37.118565 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING oslo_policy.policy [None req-d211e689-9c31-4541-876b-038882048804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:44:37.127075 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.quota [None req-d211e689-9c31-4541-876b-038882048804 admin admin] Loaded quota_driver: . Aug 09 15:44:37.216519 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d211e689-9c31-4541-876b-038882048804 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749567656016', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749567657477', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749567644202', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749567641759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749567280415', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749565671691', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1641833', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1365070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3840976'] for rbac-policy, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.282711 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d211e689-9c31-4541-876b-038882048804 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.284258 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d211e689-9c31-4541-876b-038882048804 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126494 Aug 09 15:44:39.851558 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39596) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:40.146538 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Request body: {'network': {'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'name': 'private', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:40.175856 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Made reservation on behalf of 335dd6d7fbe24ad1aa6ca3f60b1d6e9f for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:40.179252 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.195273 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.325677 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.329424 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.348636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:40.377783 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749568272743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.378390 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Unsubscribe: segment precommit_create {{(pid=93334) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:44:40.378912 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Added segment c1d71c53-f78b-4030-8bc7-1aebaf9652bc of type vlan for network e27ff91f-64d7-4287-8775-a084517ee82e Aug 09 15:44:40.395900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715da3b4-6a6a-4ef4-9774-74db6990d215,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.447343 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.447725 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.448086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.448479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.448815 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.449139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.449492 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.449863 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.450201 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.450523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.450839 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.451153 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Tracked resource versions report: Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: pushed versions: Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: { 'AddressGroup': {'1.2'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'ConntrackHelper': {'1.0'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Log': {'1.0'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Network': {'1.1'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Port': {'1.7'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'PortForwarding': {'1.2'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'QosPolicy': {'1.9'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroup': {'1.4'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SubPort': {'1.0'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Subnet': {'1.1'}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Trunk': {'1.1'}} Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: consumer versions: Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'ConntrackHelper': '1.0', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Log': '1.0', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Network': '1.1', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Port': '1.7', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'PortForwarding': '1.2', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'QosPolicy': '1.9', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroup': '1.4', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroupRule': '1.2', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SubPort': '1.0', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Subnet': '1.1', Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Trunk': '1.1'}} Aug 09 15:44:40.452331 dv-cinder-788367-5-iscsi neutron-server[93334]: {{(pid=93334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:44:40.503171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.553534 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.554761 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:40.555411 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:40.638105 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7854431 Aug 09 15:44:40.656869 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d024-e74e-485a-bbf7-6eb86ab63ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=e27ff91f-64d7-4287-8775-a084517ee82e,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:40.669712 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network e27ff91f-64d7-4287-8775-a084517ee82e details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:43.259920 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39610) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:43.652268 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4748f0-568d-4bbc-9100-629aaa09cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.653652 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3f4748f0-568d-4bbc-9100-629aaa09cfb3 admin admin] 10.222.0.90 "GET /v2.0/networks/e27ff91f-64d7-4287-8775-a084517ee82e HTTP/1.1" status: 200 len: 826 time: 0.3927858 Aug 09 15:44:43.679698 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3350cfb2-c6d2-4698-a600-8c36d8c81170 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/ace9ff03-e68f-4984-a5f7-6524ecdf851d HTTP/1.1" status: 200 len: 734 time: 0.0196116 Aug 09 15:44:43.689672 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:43.713752 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Made reservation on behalf of 335dd6d7fbe24ad1aa6ca3f60b1d6e9f for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:43.716036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.011454 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.082489 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48aee959-fc73-4b18-9e6e-3a320406cd5f,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:44.086609 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Checking segment: {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:44.087004 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Network hostable DHCP agents. Network: e27ff91f-64d7-4287-8775-a084517ee82e, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:44.110659 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Network e27ff91f-64d7-4287-8775-a084517ee82e is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:44.123747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, e27ff91f-64d7-4287-8775-a084517ee82e) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:44.128975 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.130124 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.133909 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d97ab-c933-44f9-b698-c5d73f80bc8a None None] Network e27ff91f-64d7-4287-8775-a084517ee82e requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:44.143508 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-1d68a269-3079-4500-b0a6-32eb5a56c363 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4576766 Aug 09 15:44:44.453284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-e27ff91f-64d7-4287-8775-a084517ee82e', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:44:44.454568 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.727962 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Allocated IP 172.20.0.2 (e27ff91f-64d7-4287-8775-a084517ee82e/48aee959-fc73-4b18-9e6e-3a320406cd5f/4169ef8f-c83d-4576-8740-e492564d81ef) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:44.940581 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.988474 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Transition to ACTIVE for port object 4169ef8f-c83d-4576-8740-e492564d81ef will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:45.011377 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Transition to ACTIVE for port object 4169ef8f-c83d-4576-8740-e492564d81ef will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:44:45.019900 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.090490 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Network e27ff91f-64d7-4287-8775-a084517ee82e is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:45.095278 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:45.104479 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:45.107515 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Pushing event updated for resources: {'Port': ['ID=4169ef8f-c83d-4576-8740-e492564d81ef,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.118514 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.118859 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.119316 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.119576 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.120257 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.120586 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.120916 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.121235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.121573 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.121896 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.122209 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.122525 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Tracked resource versions report: Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: pushed versions: Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: { 'AddressGroup': {'1.2'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'ConntrackHelper': {'1.0'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Log': {'1.0'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Network': {'1.1'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Port': {'1.7'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'PortForwarding': {'1.2'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'QosPolicy': {'1.9'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroup': {'1.4'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SubPort': {'1.0'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Subnet': {'1.1'}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Trunk': {'1.1'}} Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: consumer versions: Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'ConntrackHelper': '1.0', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Log': '1.0', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Network': '1.1', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Port': '1.7', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'PortForwarding': '1.2', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'QosPolicy': '1.9', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroup': '1.4', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroupRule': '1.2', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SubPort': '1.0', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Subnet': '1.1', Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Trunk': '1.1'}} Aug 09 15:44:45.123679 dv-cinder-788367-5-iscsi neutron-server[93335]: {{(pid=93335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:44:45.192695 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Attempting to bind port 4169ef8f-c83d-4576-8740-e492564d81ef on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:44:45.193331 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Attempting to bind port 4169ef8f-c83d-4576-8740-e492564d81ef by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:44:45.193488 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Attempting to bind port 4169ef8f-c83d-4576-8740-e492564d81ef on network e27ff91f-64d7-4287-8775-a084517ee82e {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:44:45.198409 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:44:45.198809 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Checking segment: {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:45.199270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.199697 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Bound using segment: {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:44:45.200174 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Bound port: 4169ef8f-c83d-4576-8740-e492564d81ef, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:44:45.200566 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.261732 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] For port 4169ef8f-c83d-4576-8740-e492564d81ef, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:44:45.266545 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] For port 4169ef8f-c83d-4576-8740-e492564d81ef, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=4169ef8f-c83d-4576-8740-e492564d81ef,segment=NetworkSegment(c1d71c53-f78b-4030-8bc7-1aebaf9652bc),segment_id=c1d71c53-f78b-4030-8bc7-1aebaf9652bc)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:44:45.271130 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.339121 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea33d5-7be7-4d0f-a8b7-2e7e02ce66f9 None None] Pushing event updated for resources: {'Port': ['ID=4169ef8f-c83d-4576-8740-e492564d81ef,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.560621 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39618) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.882322 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [None req-18978c35-ae24-4106-89dc-98ba879ceb50 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:44:46.883332 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-18978c35-ae24-4106-89dc-98ba879ceb50 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217125 Aug 09 15:44:49.261434 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39626) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:49.587216 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [None req-658c5423-c2c5-473e-b438-66eb203476ab admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:44:49.588389 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-658c5423-c2c5-473e-b438-66eb203476ab admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3260119 Aug 09 15:44:52.229473 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39636) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:52.529409 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Request body: {'router': {'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'name': 'router1', 'admin_state_up': True}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:52.553860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.555448 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.707956 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.712900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.724482 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:52.726273 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5fcd89f8-d99d-49e3-b609-8701a5bbeea9 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4958353 Aug 09 15:44:53.699385 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23197c6a-2771-4cf9-a8e0-f7c1bb77e44d None None] Network e27ff91f-64d7-4287-8775-a084517ee82e requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:53.781402 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-e2604019-5bc5-4778-a17f-f51f5bf94f98 None None] Provisioning for port 4169ef8f-c83d-4576-8740-e492564d81ef completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:53.829869 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4169ef8f-c83d-4576-8740-e492564d81ef up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:53.948871 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 4169ef8f-c83d-4576-8740-e492564d81ef completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:53.957483 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 4169ef8f-c83d-4576-8740-e492564d81ef triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:53.958042 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.077719 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.113971 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 4169ef8f-c83d-4576-8740-e492564d81ef, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=4169ef8f-c83d-4576-8740-e492564d81ef,segment=NetworkSegment(c1d71c53-f78b-4030-8bc7-1aebaf9652bc),segment_id=c1d71c53-f78b-4030-8bc7-1aebaf9652bc)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:54.119563 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:54.172678 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=4169ef8f-c83d-4576-8740-e492564d81ef,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:54.212890 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-35b7eaad-4bfc-4299-839e-c3df83f4391d None None] Provisioning complete for port 4169ef8f-c83d-4576-8740-e492564d81ef triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:54.213183 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-35b7eaad-4bfc-4299-839e-c3df83f4391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.094996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39648) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:55.408170 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [None req-2baadac6-6338-40c6-857a-7302c71d9bb2 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:44:55.409216 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2baadac6-6338-40c6-857a-7302c71d9bb2 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132474 Aug 09 15:44:55.785703 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4169ef8f-c83d-4576-8740-e492564d81ef up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:55.838929 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 4169ef8f-c83d-4576-8740-e492564d81ef triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:55.839202 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.912956 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d90ef139-b60d-4f80-a8a4-9683800a3942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.775143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39656) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:58.083146 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:58.107028 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Made reservation on behalf of c20c80afe32143d487565ecf441aab46 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:58.109303 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.117765 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.204923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.208676 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.224038 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Reserving flat network on physical network physnet1 {{(pid=93334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 15:44:58.244076 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d1747b-5686-4a73-a322-82c25ad7f24f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.246856 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.247191 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Added segment 116532ef-6329-4685-882e-8cde48848c1a of type flat for network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 Aug 09 15:44:58.297172 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.331724 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.332653 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:58.333217 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:58.386263 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6100340 Aug 09 15:44:58.394021 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0b5b-9a0d-425a-898a-02f9df92d90c admin admin] Pushing event updated for resources: {'Network': ['ID=942f1e39-edc7-4b38-95ff-bd7ae1a53860,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.404834 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:59.126072 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:59.349780 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-df124293-34b7-48c3-84cd-e52e68e5da34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.586362 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:00.723066 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 39664) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:00.821086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.102087 dv-cinder-788367-5-iscsi neutron-server[93333]: WARNING oslo_policy.policy [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:45:01.102674 dv-cinder-788367-5-iscsi neutron-server[93333]: WARNING oslo_policy.policy [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:45:01.526506 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.policy [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93333) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:45:01.571823 dv-cinder-788367-5-iscsi neutron-server[93333]: WARNING oslo_policy.policy [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:45:01.572211 dv-cinder-788367-5-iscsi neutron-server[93333]: WARNING oslo_policy.policy [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:45:01.580610 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.582552 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ad3a09e6-9cd0-4d37-90b0-7b8f6f72ff95 admin admin] 10.222.0.90 "GET /v2.0/subnets/48aee959-fc73-4b18-9e6e-3a320406cd5f HTTP/1.1" status: 200 len: 849 time: 0.8573463 Aug 09 15:45:01.755442 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-eff15e2a-1c67-4aec-b110-25860b175b83 admin admin] 10.222.0.90 "GET /v2.0/routers/9d1ff380-bb47-42c9-818d-a29ea0ae59ab HTTP/1.1" status: 200 len: 704 time: 0.1664422 Aug 09 15:45:02.014466 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.340208 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Allocated IP 172.20.0.1 (e27ff91f-64d7-4287-8775-a084517ee82e/48aee959-fc73-4b18-9e6e-3a320406cd5f/219b8b50-4aa8-4286-a438-8ba16248bc3d) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:02.372588 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.557828 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.584778 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Transition to ACTIVE for port object 219b8b50-4aa8-4286-a438-8ba16248bc3d will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:02.665289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.720067 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Network e27ff91f-64d7-4287-8775-a084517ee82e is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:02.725685 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:02.775071 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Pushing event updated for resources: {'Port': ['ID=219b8b50-4aa8-4286-a438-8ba16248bc3d,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.779469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:02.780066 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.837349 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.837481 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.837765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.838095 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.838423 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.838762 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.839085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.839403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.839762 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.840086 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.840403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.840716 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Tracked resource versions report: Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: pushed versions: Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: { 'AddressGroup': {'1.2'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'ConntrackHelper': {'1.0'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Log': {'1.0'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Network': {'1.1'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Port': {'1.7'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'PortForwarding': {'1.2'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'QosPolicy': {'1.9'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroup': {'1.4'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SubPort': {'1.0'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Subnet': {'1.1'}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Trunk': {'1.1'}} Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: consumer versions: Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'ConntrackHelper': '1.0', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Log': '1.0', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Network': '1.1', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Port': '1.7', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'PortForwarding': '1.2', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'QosPolicy': '1.9', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroup': '1.4', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroupRule': '1.2', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SubPort': '1.0', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Subnet': '1.1', Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Trunk': '1.1'}} Aug 09 15:45:02.841879 dv-cinder-788367-5-iscsi neutron-server[93333]: {{(pid=93333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:45:02.961538 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-b9644d88-1d02-4018-bc57-9bc3b05eee84 None None] Provisioning for port 219b8b50-4aa8-4286-a438-8ba16248bc3d completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:02.965407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-b9644d88-1d02-4018-bc57-9bc3b05eee84 None None] Provisioning complete for port 219b8b50-4aa8-4286-a438-8ba16248bc3d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:02.965779 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9644d88-1d02-4018-bc57-9bc3b05eee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.982674 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.998579 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-b9644d88-1d02-4018-bc57-9bc3b05eee84 None None] Port 219b8b50-4aa8-4286-a438-8ba16248bc3d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:03.187755 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.192148 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.192977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.266440 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Pushing event updated for resources: {'Port': ['ID=219b8b50-4aa8-4286-a438-8ba16248bc3d,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.315536 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Network e27ff91f-64d7-4287-8775-a084517ee82e is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:03.316978 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:03.518397 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-d19ea7e8-c8f5-48a0-82ea-ad453ef2a2c5 None None] Provisioning complete for port 219b8b50-4aa8-4286-a438-8ba16248bc3d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:03.518943 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d19ea7e8-c8f5-48a0-82ea-ad453ef2a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.529403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:45:03.555456 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-d19ea7e8-c8f5-48a0-82ea-ad453ef2a2c5 None None] Port 219b8b50-4aa8-4286-a438-8ba16248bc3d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:03.618580 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:03.623778 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-40ab8266-38f2-4d66-afa6-b924d0e135bc admin admin] 10.222.0.90 "PUT /v2.0/routers/9d1ff380-bb47-42c9-818d-a29ea0ae59ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8622649 Aug 09 15:45:03.629926 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Sync routers for ids ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:03.642258 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Routers {'9d1ff380-bb47-42c9-818d-a29ea0ae59ab'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:03.643113 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:44:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:03.827545 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Set router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:04.255293 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:02Z', 'revision_number': 2, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port_host': None, '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:03Z', 'revision_number': 2, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:04.306570 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Checking router: 9d1ff380-bb47-42c9-818d-a29ea0ae59ab for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:04.306951 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Updating router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab port 219b8b50-4aa8-4286-a438-8ba16248bc3d binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:04.355882 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.870875 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:04.888651 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Transition to ACTIVE for port object 219b8b50-4aa8-4286-a438-8ba16248bc3d will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:04.894614 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.032438 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Pushing event updated for resources: {'Port': ['ID=219b8b50-4aa8-4286-a438-8ba16248bc3d,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.061746 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.062094 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.062399 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.062720 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.063036 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.063351 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.063679 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.063998 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.064315 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.064626 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.064934 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.065239 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Tracked resource versions report: Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: pushed versions: Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: { 'AddressGroup': {'1.2'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'ConntrackHelper': {'1.0'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Log': {'1.0'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Network': {'1.1'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Port': {'1.7'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'PortForwarding': {'1.2'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'QosPolicy': {'1.9'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroup': {'1.4'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SubPort': {'1.0'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Subnet': {'1.1'}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Trunk': {'1.1'}} Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: consumer versions: Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'ConntrackHelper': '1.0', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Log': '1.0', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Network': '1.1', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Port': '1.7', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'PortForwarding': '1.2', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'QosPolicy': '1.9', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroup': '1.4', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroupRule': '1.2', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SubPort': '1.0', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Subnet': '1.1', Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Trunk': '1.1'}} Aug 09 15:45:05.066378 dv-cinder-788367-5-iscsi neutron-server[93336]: {{(pid=93336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:45:05.071841 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Attempting to bind port 219b8b50-4aa8-4286-a438-8ba16248bc3d on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:05.072272 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Attempting to bind port 219b8b50-4aa8-4286-a438-8ba16248bc3d by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:05.072653 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Attempting to bind port 219b8b50-4aa8-4286-a438-8ba16248bc3d on network e27ff91f-64d7-4287-8775-a084517ee82e {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:05.078342 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:05.078752 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Checking segment: {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:05.079206 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.079604 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Bound using segment: {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:05.080627 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Bound port: 219b8b50-4aa8-4286-a438-8ba16248bc3d, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d71c53-f78b-4030-8bc7-1aebaf9652bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:05.080627 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.146617 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] For port 219b8b50-4aa8-4286-a438-8ba16248bc3d, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:05.167619 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] For port 219b8b50-4aa8-4286-a438-8ba16248bc3d, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=219b8b50-4aa8-4286-a438-8ba16248bc3d,segment=NetworkSegment(c1d71c53-f78b-4030-8bc7-1aebaf9652bc),segment_id=c1d71c53-f78b-4030-8bc7-1aebaf9652bc)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:05.172403 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.227253 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Routers {'9d1ff380-bb47-42c9-818d-a29ea0ae59ab'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:05.227873 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:44:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:05.293585 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb9557-379e-4f76-a83e-0c3f2577160c None None] Pushing event updated for resources: {'Port': ['ID=219b8b50-4aa8-4286-a438-8ba16248bc3d,revision_number=4']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.322663 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] Set router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:05.533838 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:02Z', 'revision_number': 2, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port_host': None, '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:05Z', 'revision_number': 4, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:05.560030 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b54a59-7ed3-4f47-867f-33bdf45477bd None None] The sync data for ids ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'] in dv-cinder-788367-5-iscsi is: [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:02Z', 'revision_number': 2, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port_host': None, '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:05Z', 'revision_number': 4, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:05.870784 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 39704) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:05.999362 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b3b69-d22d-49dc-9ea3-5b91a8159345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.000711 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-052b3b69-d22d-49dc-9ea3-5b91a8159345 admin admin] 10.222.0.90 "GET /v2.0/networks/942f1e39-edc7-4b38-95ff-bd7ae1a53860 HTTP/1.1" status: 200 len: 842 time: 0.1290433 Aug 09 15:45:06.012390 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Request body: {'subnet': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:06.033954 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Made reservation on behalf of c20c80afe32143d487565ecf441aab46 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:06.036375 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.341631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.objects.ports [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93334) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:45:06.342000 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.399341 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a40149-210e-403b-a482-c00374fe6609,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:06.403201 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:06.403553 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Network hostable DHCP agents. Network: 942f1e39-edc7-4b38-95ff-bd7ae1a53860, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:06.419745 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:06.427701 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 942f1e39-edc7-4b38-95ff-bd7ae1a53860) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:06.431657 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.432247 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:06.439161 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bae305-ad2d-4f93-bbd5-43032484d81d None None] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:06.456254 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-21b63453-33d4-48fb-be25-dac5d9fd25ac admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4474771 Aug 09 15:45:06.572728 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e437b-598f-4001-948d-5f728928a173 None None] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:08.746626 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 39714) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:08.895469 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e2be215a-0dc2-4893-8217-ba681d7c1f3a admin admin] 10.222.0.90 "GET /v2.0/routers/9d1ff380-bb47-42c9-818d-a29ea0ae59ab HTTP/1.1" status: 200 len: 710 time: 0.1476126 Aug 09 15:45:08.996307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ec25c-243d-42a1-b892-d5233b5a7293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.003271 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e63ec25c-243d-42a1-b892-d5233b5a7293 admin admin] 10.222.0.90 "GET /v2.0/networks/942f1e39-edc7-4b38-95ff-bd7ae1a53860 HTTP/1.1" status: 200 len: 886 time: 0.0965309 Aug 09 15:45:09.007796 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:09.253835 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.488507 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.566704 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.672606 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Allocated IP 172.27.1.44 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/734341d4-99ff-4e9d-827d-8b2c3cd2a607) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:09.774978 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.824307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:09.859106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:09.863815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:09.872445 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:09.874340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Pushing event updated for resources: {'Port': ['ID=734341d4-99ff-4e9d-827d-8b2c3cd2a607,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:10.190799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.388952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31366'] for router, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.392219 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-505073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-505080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-506434'] for router, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.498917 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:10.601113 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:10.605350 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:10.606747 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4a668168-6bf3-4905-84f2-8e7192cc6b19 admin admin] 10.222.0.90 "PUT /v2.0/routers/9d1ff380-bb47-42c9-818d-a29ea0ae59ab HTTP/1.1" status: 200 len: 889 time: 1.6024246 Aug 09 15:45:11.808556 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 219b8b50-4aa8-4286-a438-8ba16248bc3d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:11.862115 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 219b8b50-4aa8-4286-a438-8ba16248bc3d completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:11.866287 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 219b8b50-4aa8-4286-a438-8ba16248bc3d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:11.866666 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.960906 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:11.995710 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 219b8b50-4aa8-4286-a438-8ba16248bc3d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=219b8b50-4aa8-4286-a438-8ba16248bc3d,segment=NetworkSegment(c1d71c53-f78b-4030-8bc7-1aebaf9652bc),segment_id=c1d71c53-f78b-4030-8bc7-1aebaf9652bc)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:12.000623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.050101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=219b8b50-4aa8-4286-a438-8ba16248bc3d,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:12.132127 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Sync routers for ids ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:12.141481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Routers {'9d1ff380-bb47-42c9-818d-a29ea0ae59ab'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:12.142261 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:44:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:12.395166 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Set router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:12.786553 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:09Z', 'revision_number': 4, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port': {'id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:09Z', 'updated_at': '2021-08-09T15:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:11Z', 'revision_number': 5, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:12.838975 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Checking router: 9d1ff380-bb47-42c9-818d-a29ea0ae59ab for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:12.839620 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Updating router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:12.885854 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.037726 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 39726) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:13.152131 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f29fbb98-e56e-4d73-b989-6b64a8c45c03 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1132498 Aug 09 15:45:13.215944 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.226987 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Transition to ACTIVE for port object 734341d4-99ff-4e9d-827d-8b2c3cd2a607 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:13.234034 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.289450 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Attempting to bind port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:13.289783 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Attempting to bind port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:13.290128 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Attempting to bind port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:13.292571 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d4a2-eca3-470d-b90d-c795f552aa75 None None] Pushing event updated for resources: {'Port': ['ID=734341d4-99ff-4e9d-827d-8b2c3cd2a607,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.298539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:13.298916 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:13.299320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.299741 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:13.300623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Bound port: 734341d4-99ff-4e9d-827d-8b2c3cd2a607, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:13.300623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.351813 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] For port 734341d4-99ff-4e9d-827d-8b2c3cd2a607, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:13.354918 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] For port 734341d4-99ff-4e9d-827d-8b2c3cd2a607, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=734341d4-99ff-4e9d-827d-8b2c3cd2a607,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:13.359520 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.417236 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Routers {'9d1ff380-bb47-42c9-818d-a29ea0ae59ab'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:13.417848 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:44:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.535045 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3d4a2-eca3-470d-b90d-c795f552aa75 None None] Pushing event updated for resources: {'Port': ['ID=734341d4-99ff-4e9d-827d-8b2c3cd2a607,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.612148 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] Set router 9d1ff380-bb47-42c9-818d-a29ea0ae59ab gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:13.810701 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 219b8b50-4aa8-4286-a438-8ba16248bc3d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:13.874081 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:09Z', 'revision_number': 4, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port': {'id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:09Z', 'updated_at': '2021-08-09T15:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:11Z', 'revision_number': 5, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.902822 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aa4b-3f1a-4b06-916c-e11a2b2b9683 None None] The sync data for ids ['9d1ff380-bb47-42c9-818d-a29ea0ae59ab'] in dv-cinder-788367-5-iscsi is: [{'id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'name': 'router1', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:44:52Z', 'updated_at': '2021-08-09T15:45:09Z', 'revision_number': 4, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'gw_port': {'id': '734341d4-99ff-4e9d-827d-8b2c3cd2a607', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:09Z', 'updated_at': '2021-08-09T15:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '219b8b50-4aa8-4286-a438-8ba16248bc3d', 'name': '', 'network_id': 'e27ff91f-64d7-4287-8775-a084517ee82e', 'tenant_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'mac_address': 'fa:16:3e:c6:8c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1ff380-bb47-42c9-818d-a29ea0ae59ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:02Z', 'updated_at': '2021-08-09T15:45:11Z', 'revision_number': 5, 'project_id': '335dd6d7fbe24ad1aa6ca3f60b1d6e9f', 'subnets': [{'id': '48aee959-fc73-4b18-9e6e-3a320406cd5f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ace9ff03-e68f-4984-a5f7-6524ecdf851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:13.905325 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 219b8b50-4aa8-4286-a438-8ba16248bc3d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:13.905640 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.866676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 734341d4-99ff-4e9d-827d-8b2c3cd2a607 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:15.918303 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:15.922103 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:15.922466 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.016060 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.044033 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 734341d4-99ff-4e9d-827d-8b2c3cd2a607, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=734341d4-99ff-4e9d-827d-8b2c3cd2a607,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:16.050653 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.110668 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=734341d4-99ff-4e9d-827d-8b2c3cd2a607,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:17.840511 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 734341d4-99ff-4e9d-827d-8b2c3cd2a607 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:17.917049 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 734341d4-99ff-4e9d-827d-8b2c3cd2a607 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:17.917788 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.923360 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7bbe09b8-54a0-4bd6-a0fa-08d07e819638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.351749 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6be7-46cc-46d0-8659-a95d90a24f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.605838 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:30.825115 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.393106 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:36.128398 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:45:56.916407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5808fc1-741a-40cc-84d3-7c89999341a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.354693 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-73ce769f-e117-4687-9ea5-add983b4752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.647430 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.824761 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:02.391714 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.127443 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:26.918035 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d0112533-5a29-450a-9120-5272537938c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.355047 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-57108e80-df98-4175-b56d-5d933dcac00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.598356 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.826937 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:32.398535 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:48.826840 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40294) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:48.888056 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a32927-6ed3-4b3f-9240-9ed2103b27fb admin admin] GET failed (client error): The resource could not be found. Aug 09 15:46:48.889386 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-60a32927-6ed3-4b3f-9240-9ed2103b27fb admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616033 Aug 09 15:46:49.048724 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa1ff7-11c7-4a05-8971-33d3757319f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.050268 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-3aaa1ff7-11c7-4a05-8971-33d3757319f2 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1564627 Aug 09 15:46:50.125117 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:51.235912 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40304) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:51.328407 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d7885f-8f44-4931-858f-c832056325be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.329803 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-97d7885f-8f44-4931-858f-c832056325be admin admin] 10.222.0.90 "GET /v2.0/subnets/48aee959-fc73-4b18-9e6e-3a320406cd5f HTTP/1.1" status: 200 len: 849 time: 0.0929091 Aug 09 15:46:51.339779 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:51.426279 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.570696 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749568135828'] for subnet, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.607144 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.607789 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:51.609073 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] 10.222.0.90 "PUT /v2.0/subnets/48aee959-fc73-4b18-9e6e-3a320406cd5f HTTP/1.1" status: 200 len: 868 time: 0.2731149 Aug 09 15:46:51.629317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48aee959-fc73-4b18-9e6e-3a320406cd5f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:51.634865 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e9d13-1cf0-4668-a85a-8bc6d5ae5774 None None] Network e27ff91f-64d7-4287-8775-a084517ee82e requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:46:51.636721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.637096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.637528 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.637849 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.638252 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.638603 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.638923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.639361 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.639799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.640122 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.640431 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.640746 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bbcb96-9a45-4f3f-b7f7-8f09dc53401c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:51.989343 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-68269a6f-bd4d-44d5-84a7-821635d92dcf None None] Provisioning complete for port 4169ef8f-c83d-4576-8740-e492564d81ef triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:51.990237 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-68269a6f-bd4d-44d5-84a7-821635d92dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:52.078944 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-68269a6f-bd4d-44d5-84a7-821635d92dcf None None] Provisioning complete for port 219b8b50-4aa8-4286-a438-8ba16248bc3d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:52.079211 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-68269a6f-bd4d-44d5-84a7-821635d92dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.798497 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40314) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:53.995950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710d93d-a650-4b94-bfdf-e76d2ca13856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.996559 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710d93d-a650-4b94-bfdf-e76d2ca13856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.998146 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4710d93d-a650-4b94-bfdf-e76d2ca13856 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1986966 Aug 09 15:46:56.174948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40322) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:56.348429 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07405a2c-3858-4371-bb20-4b443449359a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.348957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07405a2c-3858-4371-bb20-4b443449359a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.350438 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-07405a2c-3858-4371-bb20-4b443449359a admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1745398 Aug 09 15:46:56.919682 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7cf-0d8b-4c52-a94d-0df374ad78e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.513786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40330) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:58.636695 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15fce1a-d78a-4cc0-ad4c-f904b55a2d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.638413 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e15fce1a-d78a-4cc0-ad4c-f904b55a2d19 admin admin] 10.222.0.90 "GET /v2.0/networks/942f1e39-edc7-4b38-95ff-bd7ae1a53860 HTTP/1.1" status: 200 len: 886 time: 0.1235485 Aug 09 15:46:59.356554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb99e-69ad-4421-92cd-ae2909c573a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:59.592152 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.785605 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40338) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:00.832670 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:00.928777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f643615-5f0c-45b4-8a93-09a6d31d61ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.930153 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8f643615-5f0c-45b4-8a93-09a6d31d61ae admin admin] 10.222.0.90 "GET /v2.0/networks/e27ff91f-64d7-4287-8775-a084517ee82e HTTP/1.1" status: 200 len: 870 time: 0.1436784 Aug 09 15:47:02.399968 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:03.074398 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40346) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:03.199141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff13e0-d909-4bff-80b7-7aca4e90f7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.199606 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff13e0-d909-4bff-80b7-7aca4e90f7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.201188 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b3ff13e0-d909-4bff-80b7-7aca4e90f7ba admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258631 Aug 09 15:47:05.329542 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40354) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:05.421055 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0592f-5c1b-456a-83b7-fd2b48e0d8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.421510 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0592f-5c1b-456a-83b7-fd2b48e0d8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.423140 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-57c0592f-5c1b-456a-83b7-fd2b48e0d8c8 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926459 Aug 09 15:47:07.569738 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40362) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:07.658083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42439f88-07b9-4e38-ad0c-a48d067488a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.659973 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-42439f88-07b9-4e38-ad0c-a48d067488a5 admin admin] 10.222.0.90 "GET /v2.0/subnets/24a40149-210e-403b-a482-c00374fe6609 HTTP/1.1" status: 200 len: 816 time: 0.0887296 Aug 09 15:47:09.800851 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40370) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:09.892629 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9688686-d78f-42ac-998d-6649c56a68d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:09.894548 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-a9688686-d78f-42ac-998d-6649c56a68d7 admin admin] 10.222.0.90 "GET /v2.0/subnets/48aee959-fc73-4b18-9e6e-3a320406cd5f HTTP/1.1" status: 200 len: 868 time: 0.0919065 Aug 09 15:47:26.920891 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-79eceb87-f545-4051-a413-38bac460c337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.123424 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:29.357251 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-eda22e1b-5623-4e84-8eb2-2abf5a1b78dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.595335 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.835317 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.413533 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:35.398154 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40424) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:35.447069 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [None req-5beb60b7-7782-4425-95ba-5be9963da6f6 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:47:35.448262 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5beb60b7-7782-4425-95ba-5be9963da6f6 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490937 Aug 09 15:47:37.687868 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40432) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:37.748209 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.pecan_wsgi.hooks.translation [None req-285013e9-57c9-468e-afdd-e4537ad5d9ff admin admin] GET failed (client error): The resource could not be found. Aug 09 15:47:37.749542 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-285013e9-57c9-468e-afdd-e4537ad5d9ff admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607421 Aug 09 15:47:37.889911 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a597ada-3e51-41f9-8c61-241668a1cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:37.891406 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3a597ada-3e51-41f9-8c61-241668a1cadb admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370735 Aug 09 15:47:40.108391 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40440) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:40.155636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:40.177661 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Made reservation on behalf of c20c80afe32143d487565ecf441aab46 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:40.180464 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.225884 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING neutron.services.revisions.revision_plugin [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Could not find related network for resource to bump revision. Aug 09 15:47:40.237566 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1064, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:47:40.246664 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.247004 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Added segment e10927ad-b9e2-480d-8b88-2d68ba735963 of type vlan for network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada Aug 09 15:47:40.285778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.313149 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.314251 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:40.314825 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:40.365679 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2561357 Aug 09 15:47:40.374199 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367c978-fd35-4c0c-8371-8c709c4117f9 admin admin] Pushing event updated for resources: {'Network': ['ID=36b51d0e-a9cd-41ce-9de5-0cf1aef8cada,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:40.385094 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:47:42.563523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40448) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:47:42.626503 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2df76f-0584-412e-86c5-8f6cf7a0cbb5 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:47:42.627817 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-bb2df76f-0584-412e-86c5-8f6cf7a0cbb5 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632830 Aug 09 15:47:42.697957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d2bef-d1b4-4a0f-80b8-1610dcbaa55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.699400 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3f2d2bef-d1b4-4a0f-80b8-1610dcbaa55a admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0665076 Aug 09 15:47:42.709787 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:47:42.732126 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Made reservation on behalf of c20c80afe32143d487565ecf441aab46 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:47:42.734309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.888714 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.943298 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=665c78f7-1791-4a76-a357-365b7793ea05,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:42.947441 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Checking segment: {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:42.947806 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Network hostable DHCP agents. Network: 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:47:42.963517 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:47:42.972784 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:42.976971 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:42.977547 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:42.982016 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0bdcd-bb03-4369-94d5-d1c7efd5ae4e None None] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:42.992795 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-f6431366-d8b0-40b9-8024-c437220ffe4f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2865613 Aug 09 15:47:43.230985 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-36b51d0e-a9cd-41ce-9de5-0cf1aef8cada', 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada', 'tenant_id': 'c20c80afe32143d487565ecf441aab46', 'fixed_ips': [{'subnet_id': '665c78f7-1791-4a76-a357-365b7793ea05'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:47:43.232027 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.374588 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Allocated IP 192.168.233.2 (36b51d0e-a9cd-41ce-9de5-0cf1aef8cada/665c78f7-1791-4a76-a357-365b7793ea05/0586f707-22b0-48ca-b221-613ac6843b27) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:47:43.526254 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.534939 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Transition to ACTIVE for port object 0586f707-22b0-48ca-b221-613ac6843b27 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:43.550611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Transition to ACTIVE for port object 0586f707-22b0-48ca-b221-613ac6843b27 will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:47:43.561484 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.608642 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:47:43.609910 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Pushing event updated for resources: {'Port': ['ID=0586f707-22b0-48ca-b221-613ac6843b27,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:43.612237 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:47:43.615032 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:47:43.621277 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.621618 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.621952 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.622284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.622611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.622938 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.623359 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.623702 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.624400 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.624400 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.624692 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.625016 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:43.677979 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Attempting to bind port 0586f707-22b0-48ca-b221-613ac6843b27 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:47:43.678342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Attempting to bind port 0586f707-22b0-48ca-b221-613ac6843b27 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:47:43.678692 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Attempting to bind port 0586f707-22b0-48ca-b221-613ac6843b27 on network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:47:43.683725 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:47:43.684086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Checking segment: {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:47:43.684474 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.684865 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Bound using segment: {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:47:43.685310 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Bound port: 0586f707-22b0-48ca-b221-613ac6843b27, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:47:43.685694 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.751956 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] For port 0586f707-22b0-48ca-b221-613ac6843b27, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:47:43.755954 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] For port 0586f707-22b0-48ca-b221-613ac6843b27, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=0586f707-22b0-48ca-b221-613ac6843b27,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:47:43.760435 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:43.822676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230c601-5273-48c2-b62c-b1e3ca13853d None None] Pushing event updated for resources: {'Port': ['ID=0586f707-22b0-48ca-b221-613ac6843b27,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:44.639213 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2483660-80f9-4c6b-8f5e-e10673fe4c27 None None] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:47:44.710403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-1a3347ef-bdbd-48d3-8b86-df25359f0b55 None None] Provisioning for port 0586f707-22b0-48ca-b221-613ac6843b27 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:45.934916 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0586f707-22b0-48ca-b221-613ac6843b27 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:45.988649 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 0586f707-22b0-48ca-b221-613ac6843b27 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:47:45.992541 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 0586f707-22b0-48ca-b221-613ac6843b27 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:45.992917 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.079290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.112751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 0586f707-22b0-48ca-b221-613ac6843b27, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=0586f707-22b0-48ca-b221-613ac6843b27,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:46.116769 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:46.163819 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=0586f707-22b0-48ca-b221-613ac6843b27,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:47.912584 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0586f707-22b0-48ca-b221-613ac6843b27 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:47.966644 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 0586f707-22b0-48ca-b221-613ac6843b27 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:47.967011 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.924406 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e16be159-64a4-4954-98f4-63db03e3c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.358057 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-a3f83932-debe-4e47-84f8-320694fe9d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:59.601966 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.836375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:02.412818 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:04.122131 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:26.925143 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-06d9a57f-c030-441d-9467-f09e533439c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.362585 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1ea7bc8f-ceb8-4a67-8ea4-c18e3ac949ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.594670 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.843010 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:32.417403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.120957 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:56.928290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0f5c826d-2267-4438-8d46-de2f231259c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.362781 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c88fd9df-fcdc-4a18-afa6-7ac98f9f9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.596525 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.842452 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.418589 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.675135 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40500) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:04.682428 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [None req-2561eff8-6b94-4848-bc89-e70c8c1cd697 tempest-verify_tempest_config-1069783409 tempest-verify_tempest_config-1069783409-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:49:04.683427 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2561eff8-6b94-4848-bc89-e70c8c1cd697 tempest-verify_tempest_config-1069783409 tempest-verify_tempest_config-1069783409-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072730 Aug 09 15:49:05.003469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40518) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:05.108779 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.117085 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.quota [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Loaded quota_driver: . Aug 09 15:49:05.244777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.250133 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.294419 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b104490c58e4933b73b1b9da604c1a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2898138 Aug 09 15:49:05.295348 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed4eec9-2fce-4e66-bb79-72e8bb6e0880,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:05.297078 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40522) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:05.303062 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.303429 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.303822 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.304167 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.304518 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.304849 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.305182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.305510 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.305853 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.306181 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.306505 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.306827 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b002f07f-28ee-44fe-b86a-73c2485571db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.352561 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.375455 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.464862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.467564 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.468757 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ed4eec9-2fce-4e66-bb79-72e8bb6e0880 HTTP/1.1" status: 204 len: 168 time: 0.1707115 Aug 09 15:49:05.479147 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed4eec9-2fce-4e66-bb79-72e8bb6e0880,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:05.484401 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.484772 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.485116 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.485446 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.485774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.486103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.486427 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.486750 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.487099 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.487422 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.487764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:05.488084 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0f4600-6b24-4c6c-af6b-143b9b7a7bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:18.120224 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:26.929451 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-274d2601-b9a1-4c65-989c-f5f9f9bcc8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.362814 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d3fc363a-d210-484d-96fa-f47233905bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.596369 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:30.846192 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.421384 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.118975 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:56.930539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-907b2acd-22be-4bec-8162-1420facc7ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.362763 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-23f0e064-9d33-4bc4-9634-b50c05ea61a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:59.599637 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:00.848538 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:02.424401 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.931504 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6b7f22c0-d95e-4ff5-bbc1-619bd263326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.362477 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-8cba2f6f-56dc-47ee-81d8-75a67a58d439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.600830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.849610 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:32.117146 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 5 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:50:32.428232 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.659516 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-507640'] for agent, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.933294 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-40ef92f8-48d3-40fa-84e1-7f72d834b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.785521 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40596) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:58.888450 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-60e58414-1fb5-4812-82b5-69182e93f302 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018493 Aug 09 15:50:59.363025 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c98fd9bb-df5c-47ed-9dbc-e22b4710e02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.602851 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:00.856375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.084509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40606) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:01.141950 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b12b2a25-8556-47d3-bd51-0d13839360cb admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0563743 Aug 09 15:51:02.430485 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:09.116073 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:13.610867 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.933781 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ff36095e-c7be-4e30-998c-48dddad7856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.364291 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-045c6d39-5384-427c-9e22-30d9cdf375a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.603906 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:30.857114 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.436400 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:43.619965 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:46.115034 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:56.938085 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-a9e32fa4-a7e9-4610-b37f-cd7ec5566ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.365618 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-55c5ea6f-dd5c-4943-89dd-c66e474d8fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.605485 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.859023 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.439612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.636478 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:23.113550 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:26.952595 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1c870e3b-b650-4598-b2d8-f45eb88f882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.367790 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a3f69c-a47e-4035-aab0-18a9c19c7bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.610651 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.460386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40802) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.632985 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40820) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:30.693671 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-93017497-network', 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:30.716169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:30.718509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.728642 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.830946 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.835786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.860324 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e02e014-3a82-40be-8846-e4d3f6d93094,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.866585 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.871554 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.872064 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.872418 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.872750 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.873077 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.873413 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.873737 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.874113 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.874451 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.874777 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.875093 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.875404 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Tracked resource versions report: Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: pushed versions: Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: { 'AddressGroup': {'1.2'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'ConntrackHelper': {'1.0'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Log': {'1.0'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Network': {'1.1'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Port': {'1.7'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'PortForwarding': {'1.2'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'QosPolicy': {'1.9'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroup': {'1.4'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SubPort': {'1.0'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Subnet': {'1.1'}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Trunk': {'1.1'}} Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: consumer versions: Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'ConntrackHelper': '1.0', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Log': '1.0', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Network': '1.1', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Port': '1.7', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'PortForwarding': '1.2', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'QosPolicy': '1.9', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroup': '1.4', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SecurityGroupRule': '1.2', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'SubPort': '1.0', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Subnet': '1.1', Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: 'Trunk': '1.1'}} Aug 09 15:52:30.876509 dv-cinder-788367-5-iscsi neutron-server[93334]: {{(pid=93334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:52:30.884223 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:30.895941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.896309 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Added segment b0844fa6-0c76-4392-a5a8-97a13b36c428 of type vlan for network 3e5d1c17-7d22-4937-b328-d663bc701675 Aug 09 15:52:30.937953 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.967684 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:30.968645 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.969224 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.030041 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5d1c17-7d22-4937-b328-d663bc701675,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.042296 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 3e5d1c17-7d22-4937-b328-d663bc701675 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:31.043963 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40836) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.045217 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-f778a003-9ff2-4987-b9ab-9afd10c8eaf6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5826120 Aug 09 15:52:31.052685 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Request body: {'subnet': {'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-93017497-subnet', 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.076576 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1893491872-network', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.079699 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.082661 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.114735 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Made reservation on behalf of f89f26d0564f46b0bbde68100ddc62c2 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.117163 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.128840 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.136630 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40840) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.145452 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40842) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.234029 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.241221 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.255420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:31.284715 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53247535-afad-4da3-ad5f-9c2840c152af,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.290011 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.290581 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Added segment 66bd2696-2df4-40ba-b931-4706b0273323 of type vlan for network 8f0c784f-655c-4342-9ca2-dd93ebc53bac Aug 09 15:52:31.340911 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.365482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.377579 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.378548 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.379190 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.442037 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0c784f-655c-4342-9ca2-dd93ebc53bac,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.453591 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:31.457480 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3b8b47b7-509b-4931-8c4c-1b2e3fdd4988 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8231964 Aug 09 15:52:31.460793 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Checking segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:31.461094 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40862) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:31.461956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Network hostable DHCP agents. Network: 3e5d1c17-7d22-4937-b328-d663bc701675, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:31.475907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Request body: {'subnet': {'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1893491872-subnet', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.506192 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e94d6b-286a-4c15-ad07-7c39edee0431,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:31.509793 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Network 3e5d1c17-7d22-4937-b328-d663bc701675 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:31.523871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Made reservation on behalf of f89f26d0564f46b0bbde68100ddc62c2 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.527160 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.528058 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.528657 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.529163 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.529809 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.531054 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.531564 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.532165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.532830 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.533402 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.533894 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.534472 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.535104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Tracked resource versions report: Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: pushed versions: Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: { 'AddressGroup': {'1.2'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'ConntrackHelper': {'1.0'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Log': {'1.0'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Network': {'1.1'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Port': {'1.7'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'PortForwarding': {'1.2'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'QosPolicy': {'1.9'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroup': {'1.4'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SubPort': {'1.0'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Subnet': {'1.1'}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Trunk': {'1.1'}} Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: consumer versions: Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'ConntrackHelper': '1.0', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Log': '1.0', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Network': '1.1', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Port': '1.7', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'PortForwarding': '1.2', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'QosPolicy': '1.9', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroup': '1.4', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SecurityGroupRule': '1.2', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'SubPort': '1.0', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Subnet': '1.1', Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: 'Trunk': '1.1'}} Aug 09 15:52:31.537235 dv-cinder-788367-5-iscsi neutron-server[93333]: {{(pid=93333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:52:31.562780 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 3e5d1c17-7d22-4937-b328-d663bc701675) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:31.576660 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009d6e6-4003-403a-a67d-ad6468e538c2 None None] Network 3e5d1c17-7d22-4937-b328-d663bc701675 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:31.579119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.579963 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.598207 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ce8a0fd6-f567-4187-9fd8-bbd3aa77745c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5516763 Aug 09 15:52:31.751224 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1405577469-network', 'tenant_id': '9a607f24013749edb5f7ee337d89a4b9'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.778585 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1400002023-network', 'tenant_id': 'edd5fd48aaa34ee48aa8e2c2468dbea3'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:31.811283 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Made reservation on behalf of 9a607f24013749edb5f7ee337d89a4b9 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.815137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.829073 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.843014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Made reservation on behalf of edd5fd48aaa34ee48aa8e2c2468dbea3 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:31.845677 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397ee4c-ae0c-4d4b-b8c2-01a6eda73084 None None] Network 3e5d1c17-7d22-4937-b328-d663bc701675 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:31.846986 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.857273 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:31.867024 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.125550 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e088dad6-45a5-4269-8129-49e3ee6409fa,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.146200 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Checking segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:32.146678 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Network hostable DHCP agents. Network: 8f0c784f-655c-4342-9ca2-dd93ebc53bac, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:32.158598 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.244823 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.246820 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.282841 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe98ad-be83-4dc6-bd6f-5cc13a1e759d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.285627 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.298182 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:32.308447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.309042 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Added segment 86e1c76b-6048-4011-a989-e8aba4f33ddb of type vlan for network 2165e930-1103-40ce-996a-4d60d425dac0 Aug 09 15:52:32.349782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.402038 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0001a1-b654-4da9-a675-0219e4d42898,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.411012 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.412145 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.412797 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.423816 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:32.433266 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:32.439341 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2761850 Aug 09 15:52:32.439722 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40902) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.450149 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.457238 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Request body: {'subnet': {'network_id': '2165e930-1103-40ce-996a-4d60d425dac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1400002023-subnet', 'tenant_id': 'edd5fd48aaa34ee48aa8e2c2468dbea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:32.488501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Made reservation on behalf of edd5fd48aaa34ee48aa8e2c2468dbea3 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:32.491367 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.527249 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.527695 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Added segment 164c9f56-41c9-4ace-b6d3-974d6371ecd8 of type vlan for network 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 Aug 09 15:52:32.544037 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 8f0c784f-655c-4342-9ca2-dd93ebc53bac) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:32.547171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.549963 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.551916 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f6dc1-d51f-46d9-971f-181c5031f601 None None] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:32.575454 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-59cac048-6001-4aa0-b3bb-1484eae8aec6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1106343 Aug 09 15:52:32.581800 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40916) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:32.675698 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.704751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:32.724613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3d63c-f8e5-4b30-92bc-08e9dfbd9ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=2165e930-1103-40ce-996a-4d60d425dac0,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.761735 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.763155 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.764037 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.770669 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 2165e930-1103-40ce-996a-4d60d425dac0 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:32.788662 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:32.789705 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.923013 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.927807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:32.960959 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8181124 Aug 09 15:52:32.962077 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cc311-c39e-4123-81a7-e2d5900e13db admin admin] Pushing event updated for resources: {'Network': ['ID=4fb8d3c4-1d99-4ae6-b532-c4dfc261b179,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:32.964817 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40928) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.002363 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.005136 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Request body: {'subnet': {'network_id': '4fb8d3c4-1d99-4ae6-b532-c4dfc261b179', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1405577469-subnet', 'tenant_id': '9a607f24013749edb5f7ee337d89a4b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:33.036276 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Allocated IP 172.20.0.2 (8f0c784f-655c-4342-9ca2-dd93ebc53bac/e088dad6-45a5-4269-8129-49e3ee6409fa/88acd74e-9231-421c-966a-015c181e111e) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:33.050069 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.058143 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0b36e8-406f-4660-b7d5-cf6c14604b38,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.109405 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Checking segment: {'id': '86e1c76b-6048-4011-a989-e8aba4f33ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:33.109770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Network hostable DHCP agents. Network: 2165e930-1103-40ce-996a-4d60d425dac0, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:33.139355 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Network 2165e930-1103-40ce-996a-4d60d425dac0 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:33.154368 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 2165e930-1103-40ce-996a-4d60d425dac0) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:33.159284 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.159909 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.172200 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Made reservation on behalf of 9a607f24013749edb5f7ee337d89a4b9 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:33.174801 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.181253 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e6958a42-10ed-4b32-bab8-71b2e8fa481d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7396996 Aug 09 15:52:33.289052 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.301541 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Transition to ACTIVE for port object 88acd74e-9231-421c-966a-015c181e111e will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:33.319627 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Transition to ACTIVE for port object 88acd74e-9231-421c-966a-015c181e111e will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:33.329154 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:33.331192 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057ff73-69ef-446e-a8ee-f50166b59d34 None None] Network 2165e930-1103-40ce-996a-4d60d425dac0 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:33.350708 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.388228 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 40962) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.394492 dv-cinder-788367-5-iscsi neutron-server[93333]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:52:33.579063 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:33.590645 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.594912 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.628953 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:33.633683 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:33.651122 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5f7c1e-b272-4776-a993-88c98bfbb95b,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.716045 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-898e14ca-d66c-42c4-9310-152bb6caa10d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.719352 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-898e14ca-d66c-42c4-9310-152bb6caa10d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.3261030 Aug 09 15:52:33.723761 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Checking segment: {'id': '164c9f56-41c9-4ace-b6d3-974d6371ecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': '4fb8d3c4-1d99-4ae6-b532-c4dfc261b179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:33.724339 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Network hostable DHCP agents. Network: 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:33.745994 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-f71f9c18-3af4-4c84-bcc1-590c45d0e9c4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/quotas/b2f158a7877f4542b1e42e8e573c36d4 HTTP/1.1" status: 200 len: 375 time: 0.0188911 Aug 09 15:52:33.751738 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Network 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:33.766556 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 40988) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:33.769015 dv-cinder-788367-5-iscsi neutron-server[93334]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:52:33.776407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Pushing event updated for resources: {'Port': ['ID=88acd74e-9231-421c-966a-015c181e111e,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:33.788594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:33.800590 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.800941 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.801310 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.802009 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.802496 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.803137 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.803715 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.804063 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.804472 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.804807 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.805431 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.805830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Tracked resource versions report: Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: pushed versions: Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: { 'AddressGroup': {'1.2'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'ConntrackHelper': {'1.0'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Log': {'1.0'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Network': {'1.1'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Port': {'1.7'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'PortForwarding': {'1.2'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'QosPolicy': {'1.9'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroup': {'1.4'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SubPort': {'1.0'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Subnet': {'1.1'}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Trunk': {'1.1'}} Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: consumer versions: Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'ConntrackHelper': '1.0', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Log': '1.0', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Network': '1.1', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Port': '1.7', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'PortForwarding': '1.2', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'QosPolicy': '1.9', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroup': '1.4', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SecurityGroupRule': '1.2', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'SubPort': '1.0', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Subnet': '1.1', Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: 'Trunk': '1.1'}} Aug 09 15:52:33.807813 dv-cinder-788367-5-iscsi neutron-server[93335]: {{(pid=93335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:52:33.815088 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.815936 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.819391 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-14757af1-32d7-4d7b-afcd-f03bb830eb93 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656917 Aug 09 15:52:33.828513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16861d0-1159-4456-94b0-011c203aa1d6 None None] Network 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:33.830594 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Attempting to bind port 88acd74e-9231-421c-966a-015c181e111e on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:33.831109 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Attempting to bind port 88acd74e-9231-421c-966a-015c181e111e by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:33.831487 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Attempting to bind port 88acd74e-9231-421c-966a-015c181e111e on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:33.915907 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b8eb4816-2cc8-41ca-a231-12f53ada627d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9282520 Aug 09 15:52:33.924924 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:33.925449 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Checking segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:33.926032 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.926868 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Bound using segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:33.927479 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Bound port: 88acd74e-9231-421c-966a-015c181e111e, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:33.928377 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:33.938188 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357c5da-f065-40c1-b8be-8125c811815e None None] Network 2165e930-1103-40ce-996a-4d60d425dac0 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:34.085542 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-b9deb969-cb7f-492f-b026-ed1dcda5d757 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:52:34.091142 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-7e5ec41d-d7b3-4863-9188-4f843b7d9c18 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.092858 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-7e5ec41d-d7b3-4863-9188-4f843b7d9c18 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/networks?id=2165e930-1103-40ce-996a-4d60d425dac0 HTTP/1.1" status: 200 len: 812 time: 0.3249438 Aug 09 15:52:34.094743 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-b9deb969-cb7f-492f-b026-ed1dcda5d757 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932806 Aug 09 15:52:34.105931 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] For port 88acd74e-9231-421c-966a-015c181e111e, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:34.113159 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] For port 88acd74e-9231-421c-966a-015c181e111e, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=88acd74e-9231-421c-966a-015c181e111e,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:34.157044 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9ce52578-2fb2-4940-89ee-f06f6d2ab5ab tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/quotas/edd5fd48aaa34ee48aa8e2c2468dbea3 HTTP/1.1" status: 200 len: 375 time: 0.0347457 Aug 09 15:52:34.163076 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.171186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.191506 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-cc1bd109-f525-46d5-b820-ac051287096b service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957899 Aug 09 15:52:34.199600 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392e614-cbd3-4a4a-8ac2-979bfabe4803 None None] Network 4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:34.247094 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-f55ff3ff-cb99-4f6e-867c-c6332ff00fa6 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=edd5fd48aaa34ee48aa8e2c2468dbea3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781605 Aug 09 15:52:34.248252 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:34.393971 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-855ba2c3-77d1-4c45-91c1-2032a67af1ac service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916802 Aug 09 15:52:34.486612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153d285-b2c0-4174-a653-37e263c99b31 None None] Pushing event updated for resources: {'Port': ['ID=88acd74e-9231-421c-966a-015c181e111e,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:34.647364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-07b4470c-489b-47bb-a898-45400c95f780 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:52:34.648778 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-07b4470c-489b-47bb-a898-45400c95f780 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1892290 Aug 09 15:52:34.658359 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Allocated IP 172.27.1.236 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/7670abe9-1941-42eb-ab76-8f4f3163c08d) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:34.998127 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41052) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.003955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574144334-network', 'tenant_id': '1973157bf1074e669442c1e56906e2e6'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.049054 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Made reservation on behalf of 1973157bf1074e669442c1e56906e2e6 for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:35.050246 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-5283f2a2-714c-49c1-8dea-9b31cf9f98a6 service neutron] 10.222.0.90 "GET /v2.0/networks/2165e930-1103-40ce-996a-4d60d425dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861892 Aug 09 15:52:35.052096 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.123583 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.133953 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-072d1999-2630-48f5-8022-6f1e74814880 req-1bc1faad-851c-4e3c-a15a-f1ce152dba99 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.0857112 Aug 09 15:52:35.159220 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.354830 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-145d01cb-9bbd-4e5d-b830-c9c437b3e1e2 service neutron] 10.222.0.90 "GET /v2.0/networks/2165e930-1103-40ce-996a-4d60d425dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949977 Aug 09 15:52:35.359221 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.371690 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.425344 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:35.439394 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.461918 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f17c98-7f6e-4f90-86ad-7fda42f029ee,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.471457 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749568272743', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.473040 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Unsubscribe: segment precommit_create {{(pid=93333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:52:35.473640 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Added segment 283fae2e-8961-488a-bf76-7052c619a91a of type vlan for network aac2f18c-ef5c-437d-b7fe-2211b0e677cf Aug 09 15:52:35.550970 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:35.552168 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.623743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.625186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:35.625369 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.625962 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.640531 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:35.750050 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] Pushing event updated for resources: {'Network': ['ID=aac2f18c-ef5c-437d-b7fe-2211b0e677cf,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:35.765247 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6081e4ca-daaa-4461-a98b-263a585bafb8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7652624 Aug 09 15:52:35.767891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41106) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:35.768938 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network aac2f18c-ef5c-437d-b7fe-2211b0e677cf details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:35.776392 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Request body: {'subnet': {'network_id': 'aac2f18c-ef5c-437d-b7fe-2211b0e677cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574144334-subnet', 'tenant_id': '1973157bf1074e669442c1e56906e2e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:35.833020 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Made reservation on behalf of 1973157bf1074e669442c1e56906e2e6 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:35.837988 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:35.878827 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf0c1b-a560-440e-a7ed-771412066b63 None None] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:36.071033 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-44f8327e-9b9b-4eaa-9713-a48e34db1dba req-381debfb-81e9-4437-894d-6f8e204b0e49 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.3179779 Aug 09 15:52:36.076860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Pushing event updated for resources: {'Port': ['ID=7670abe9-1941-42eb-ab76-8f4f3163c08d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.187081 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-02195679-7547-4b8d-b835-28052c284372 None None] Provisioning for port 88acd74e-9231-421c-966a-015c181e111e completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:36.252818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.327754 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 88acd74e-9231-421c-966a-015c181e111e up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:36.392725 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 88acd74e-9231-421c-966a-015c181e111e completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:36.395153 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41140) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:36.401768 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 88acd74e-9231-421c-966a-015c181e111e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:36.402808 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.428665 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Checking segment: {'id': '283fae2e-8961-488a-bf76-7052c619a91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'aac2f18c-ef5c-437d-b7fe-2211b0e677cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:36.431307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Network hostable DHCP agents. Network: aac2f18c-ef5c-437d-b7fe-2211b0e677cf, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:36.528871 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5a066761-fd1b-41b7-9f2e-2e2552c5c255 req-707c800d-7b3a-410e-b997-43ecad85bd62 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.2488973 Aug 09 15:52:36.540741 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Network aac2f18c-ef5c-437d-b7fe-2211b0e677cf is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:36.546256 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec434b8-cba9-46a6-84fb-d92f44ac3d6f,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.585294 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, aac2f18c-ef5c-437d-b7fe-2211b0e677cf) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:36.598877 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.599664 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.602796 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7f5da-312c-4850-9943-c04eb0eb69f0 None None] Network aac2f18c-ef5c-437d-b7fe-2211b0e677cf requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:36.633047 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-20cecfdb-b6f2-4654-9716-b23a123cc006 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8640003 Aug 09 15:52:36.692286 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6fcf-4018-4bd0-9731-fea26590487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.825554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.861458 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.964925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6fcf-4018-4bd0-9731-fea26590487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.972586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ed1d6fcf-4018-4bd0-9731-fea26590487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.984623 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41176) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.015735 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 88acd74e-9231-421c-966a-015c181e111e, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=88acd74e-9231-421c-966a-015c181e111e,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:37.019631 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-e267ade5-d88b-4986-b3e8-54a98ee5f723 None None] Provisioning complete for port 88acd74e-9231-421c-966a-015c181e111e triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:37.020461 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e267ade5-d88b-4986-b3e8-54a98ee5f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.042392 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.046103 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ed1d6fcf-4018-4bd0-9731-fea26590487a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=24528490a3b14c5fb8534bf85c47ec4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6331608 Aug 09 15:52:37.046542 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41180) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.197289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d6fcf-4018-4bd0-9731-fea26590487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf148c-1df6-48ca-be94-fc2f1384e5f3,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.209829 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Deleting subnet 8d5f7c1e-b272-4776-a993-88c98bfbb95b {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:37.216501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.221551 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6a051-a257-4a67-9950-9bce013d8955 None None] Network aac2f18c-ef5c-437d-b7fe-2211b0e677cf requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:37.250522 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41190) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.266395 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.302901 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.372153 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=88acd74e-9231-421c-966a-015c181e111e,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.441447 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.450598 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fb761e92-f7da-4cd1-9ebb-310e2e359ee8 req-ba90333d-318e-4111-8b4d-ceffed8652c7 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.1703393 Aug 09 15:52:37.489647 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.527979 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-169560d0-5f4d-44fd-8d1b-c7b30b536985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.571182 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.579357 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.586032 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.592061 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18bf148c-1df6-48ca-be94-fc2f1384e5f3 HTTP/1.1" status: 204 len: 168 time: 0.4947929 Aug 09 15:52:37.638665 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b03cd3-6a14-48f4-90df-3dc5c1ed6962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf148c-1df6-48ca-be94-fc2f1384e5f3,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.712841 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.784520 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5f7c1e-b272-4776-a993-88c98bfbb95b,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.797040 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.801946 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-47004865-6fd7-4488-b5dd-d310d51815dc admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8d5f7c1e-b272-4776-a993-88c98bfbb95b HTTP/1.1" status: 204 len: 168 time: 0.8148785 Aug 09 15:52:37.804453 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41210) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:37.847309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Router aca22b90-7310-4865-81aa-37997c3f18f6 is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:38.038369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:38.052332 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:38.056659 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0cd839dc-072f-4a38-85cd-b14d5af4138b req-8c3d4866-4a1c-4b9e-8653-f64f69b51c48 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.2340739 Aug 09 15:52:38.065541 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:38.066878 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:38.116704 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.127410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-169560d0-5f4d-44fd-8d1b-c7b30b536985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.137172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-169560d0-5f4d-44fd-8d1b-c7b30b536985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.140251 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.145304 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c63146ee-a3ce-45ce-a2f7-458833b0ca0c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4439476 Aug 09 15:52:38.145637 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41230) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.164556 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 88acd74e-9231-421c-966a-015c181e111e up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:38.294272 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:38.297140 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 88acd74e-9231-421c-966a-015c181e111e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:38.298575 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.374057 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-169560d0-5f4d-44fd-8d1b-c7b30b536985 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=da758fabbdc34ca8a8cf379d608f3b07&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1222908 Aug 09 15:52:38.379808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41240) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.382237 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169560d0-5f4d-44fd-8d1b-c7b30b536985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab6516d-548e-4b42-8905-295593d8465e,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:38.413454 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.433530 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.434181 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.435088 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.443039 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.443891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.444491 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.444969 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.445462 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.445934 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.446503 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.609654 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.21', 64923) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:38.693348 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:36Z', 'revision_number': 3, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:38.730875 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:38.731618 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Updating router aca22b90-7310-4865-81aa-37997c3f18f6 port 7670abe9-1941-42eb-ab76-8f4f3163c08d binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:38.762295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.763211 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.812968 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:38.876713 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.878698 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.879247 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.883389 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:38.887546 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb8d3c4-1d99-4ae6-b532-c4dfc261b179']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:38.945771 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164c9f56-41c9-4ace-b6d3-974d6371ecd8') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:38.950980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164c9f56-41c9-4ace-b6d3-974d6371ecd8') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:39.003410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.061584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.076221 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.078662 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:39.082912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.084756 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: from cryptography.utils import int_from_bytes Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: from cryptography.utils import int_from_bytes Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:39.090848 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:39.093719 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eab6516d-548e-4b42-8905-295593d8465e HTTP/1.1" status: 204 len: 168 time: 0.7093563 Aug 09 15:52:39.098034 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e8bbdc87-c05d-449d-a288-a6598d1be33a req-6d9a661b-74d8-4ef4-b416-757e3d47b14f tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.1514077 Aug 09 15:52:39.162817 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.220403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.227555 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0227e-0dd0-401a-a51c-af82b5353926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab6516d-548e-4b42-8905-295593d8465e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.235159 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Transition to ACTIVE for port object 7670abe9-1941-42eb-ab76-8f4f3163c08d will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:39.246947 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.252535 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] 10.222.0.90 "DELETE /v2.0/networks/4fb8d3c4-1d99-4ae6-b532-c4dfc261b179 HTTP/1.1" status: 204 len: 168 time: 1.4468520 Aug 09 15:52:39.254918 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.274073 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41294) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.346919 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Pushing event updated for resources: {'Port': ['ID=7670abe9-1941-42eb-ab76-8f4f3163c08d,revision_number=2']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.366026 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.367338 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.367903 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.368445 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.368951 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.370257 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.371784 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.372256 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.372531 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.372871 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.373211 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.374063 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:39.375430 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Deleting subnet fec434b8-cba9-46a6-84fb-d92f44ac3d6f {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Tracked resource versions report: Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: pushed versions: Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: { 'AddressGroup': {'1.2'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'ConntrackHelper': {'1.0'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Log': {'1.0'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Network': {'1.1'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Port': {'1.7'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'PortForwarding': {'1.2'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'QosPolicy': {'1.9'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroup': {'1.4'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SubPort': {'1.0'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Subnet': {'1.1'}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Trunk': {'1.1'}} Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: consumer versions: Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: { DHCP agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: L3 agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: Metadata agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: Metering agent@dv-cinder-788367-5-iscsi: {}, Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: Open vSwitch agent@dv-cinder-788367-5-iscsi: { 'AddressGroup': '1.2', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'ConntrackHelper': '1.0', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Log': '1.0', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Network': '1.1', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Port': '1.7', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'PortForwarding': '1.2', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'QosPolicy': '1.9', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroup': '1.4', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SecurityGroupRule': '1.2', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'SubPort': '1.0', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Subnet': '1.1', Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: 'Trunk': '1.1'}} Aug 09 15:52:39.376241 dv-cinder-788367-5-iscsi neutron-server[93336]: {{(pid=93336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:52:39.381977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3689fc5-b20c-468f-a3f5-eb13d13879b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb8d3c4-1d99-4ae6-b532-c4dfc261b179,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.385857 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.435724 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Attempting to bind port 7670abe9-1941-42eb-ab76-8f4f3163c08d on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:39.436138 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Attempting to bind port 7670abe9-1941-42eb-ab76-8f4f3163c08d by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:39.436900 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Attempting to bind port 7670abe9-1941-42eb-ab76-8f4f3163c08d on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:39.449673 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:39.451167 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:39.451600 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.452026 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:39.453082 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Bound port: 7670abe9-1941-42eb-ab76-8f4f3163c08d, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:39.453471 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.459153 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.21', 64929) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.511131 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-d3825bcc-6c1e-4b9e-a3ad-ba27f5f84deb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.513208 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-d3825bcc-6c1e-4b9e-a3ad-ba27f5f84deb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.8991876 Aug 09 15:52:39.598073 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] For port 7670abe9-1941-42eb-ab76-8f4f3163c08d, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:39.608776 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] For port 7670abe9-1941-42eb-ab76-8f4f3163c08d, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=7670abe9-1941-42eb-ab76-8f4f3163c08d,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:39.614005 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.634878 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97cad818-07c6-4363-a33c-38fa60aab0c9 req-491a3155-3f8d-4fb3-b53f-c3a86deac8f3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.2685366 Aug 09 15:52:39.644330 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.659344 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Request body: {'port': {'device_id': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'admin_state_up': True, 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:39.756504 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58ba5-1b1c-4b2f-b124-881f7dd0376a None None] Pushing event updated for resources: {'Port': ['ID=7670abe9-1941-42eb-ab76-8f4f3163c08d,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:39.802011 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:39.802880 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:39.848224 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.951801 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-df42ce8c-19c1-40a7-83c3-d2e9ace59a65 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.953458 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-df42ce8c-19c1-40a7-83c3-d2e9ace59a65 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.21 "GET /v2.0/networks?id=2165e930-1103-40ce-996a-4d60d425dac0 HTTP/1.1" status: 200 len: 812 time: 0.4755366 Aug 09 15:52:39.984420 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Request body: {'port': {'device_id': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0', 'admin_state_up': True, 'tenant_id': 'edd5fd48aaa34ee48aa8e2c2468dbea3'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:39.995280 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:40.091381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.388673 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:40.403187 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.409547 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.497087 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:36Z', 'revision_number': 3, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:40.537041 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6768ca6b-bbec-4a42-8105-0ebe0b733001 req-aab50c7f-b83f-496b-836f-aec2895dec95 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.1412594 Aug 09 15:52:40.615490 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69feaaf3-4938-47f8-8e30-1363a6fc9a2a None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:36Z', 'revision_number': 3, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:40.670803 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec434b8-cba9-46a6-84fb-d92f44ac3d6f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.730495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Made reservation on behalf of edd5fd48aaa34ee48aa8e2c2468dbea3 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:40.745199 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.867724 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.870491 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4dc25cea-bba5-414b-b9ea-4b09df8407de admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fec434b8-cba9-46a6-84fb-d92f44ac3d6f HTTP/1.1" status: 204 len: 168 time: 1.5923421 Aug 09 15:52:40.877705 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41386) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:41.012571 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41388) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:41.035883 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Allocated IP 172.20.0.1 (8f0c784f-655c-4342-9ca2-dd93ebc53bac/e088dad6-45a5-4269-8129-49e3ee6409fa/d50b301d-bd95-410a-8dcb-eb7a3e9c813a) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:41.120255 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b3fda7e-b99e-4787-b277-c1d250df421e req-adcb74f6-2ab3-481d-b556-67a1cf099c88 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.2264655 Aug 09 15:52:41.245461 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.248754 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Allocated IP 172.20.0.4 (3e5d1c17-7d22-4937-b328-d663bc701675/d8e94d6b-286a-4c15-ad07-7c39edee0431/711c54bd-6078-472c-ae21-0de656df8d40) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:41.514100 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Allocated IP 172.20.0.2 (2165e930-1103-40ce-996a-4d60d425dac0/8a0b36e8-406f-4660-b7d5-cf6c14604b38/d5c4717b-2f5d-4f7b-a48b-9ec47da24127) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:41.516810 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-28217d66-e92b-4302-b23d-d0005c968c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:41.788025 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.125604 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.129316 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-28217d66-e92b-4302-b23d-d0005c968c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.160003 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-28217d66-e92b-4302-b23d-d0005c968c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.357747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.362439 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 7670abe9-1941-42eb-ab76-8f4f3163c08d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:42.513562 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28217d66-e92b-4302-b23d-d0005c968c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89746c8-a188-417d-86e9-dcfcaad95c94,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.522885 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 7670abe9-1941-42eb-ab76-8f4f3163c08d completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:42.536858 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 7670abe9-1941-42eb-ab76-8f4f3163c08d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:42.537340 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.563066 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bd15a9b8-f406-409a-a687-fa916611e419 req-f53ef77f-3b5d-4757-8099-c146233be682 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.7554095 Aug 09 15:52:42.567630 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Transition to ACTIVE for port object d50b301d-bd95-410a-8dcb-eb7a3e9c813a will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:42.577449 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.577839 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-28217d66-e92b-4302-b23d-d0005c968c36 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=132271b57b654c81bc8a76f6ce5ec8db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5587025 Aug 09 15:52:42.583031 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41442) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:42.586038 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-08ee07e1-e7fd-4cd6-9c84-f70f73ff4cef req-ee4ce468-d3c6-41a3-9653-f51846d4fef8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.2843344 Aug 09 15:52:42.609106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.631040 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.632180 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.633141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.633629 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > port after_create 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.634202 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.634720 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > port after_update 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.635235 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.635945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.636438 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.636946 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:42.812285 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.828883 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Pushing event updated for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.848458 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Network 2165e930-1103-40ce-996a-4d60d425dac0 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:42.852100 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:42.864925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:42.880580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 7670abe9-1941-42eb-ab76-8f4f3163c08d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=7670abe9-1941-42eb-ab76-8f4f3163c08d,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:42.894600 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.017877 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.018911 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.068407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=7670abe9-1941-42eb-ab76-8f4f3163c08d,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.077181 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-dced23f2-ba38-4307-8930-3638ec94592e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0992563 Aug 09 15:52:43.171311 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:43.171877 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:43.172329 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:43.172885 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93334) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:52:43.173378 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac2f18c-ef5c-437d-b7fe-2211b0e677cf']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.195328 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283fae2e-8961-488a-bf76-7052c619a91a') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.195819 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283fae2e-8961-488a-bf76-7052c619a91a') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:43.216276 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.239720 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.248532 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:43.249425 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: from cryptography.utils import int_from_bytes Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: from cryptography.utils import int_from_bytes Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:43.312100 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:43.329415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.396459 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.398617 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] 10.222.0.90 "DELETE /v2.0/networks/aac2f18c-ef5c-437d-b7fe-2211b0e677cf HTTP/1.1" status: 204 len: 168 time: 2.5111609 Aug 09 15:52:43.458520 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cba97-eee9-4e05-b8a6-af523dcfacbb admin admin] Pushing event deleted for resources: {'Network': ['ID=aac2f18c-ef5c-437d-b7fe-2211b0e677cf,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.519682 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.629413 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.652817 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.691947 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41474) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.762785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.762785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Network 3e5d1c17-7d22-4937-b328-d663bc701675 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:43.772566 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:43.774953 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:43.789309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:43.842651 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event updated for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:43.872449 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0393a4f6-1714-42ab-9d0d-749e87218686 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9a607f24013749edb5f7ee337d89a4b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1790922 Aug 09 15:52:43.879818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41476) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:43.921531 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469c368-b3ff-4497-a5cb-a2ba6b9691fa req-a1ea8f37-418d-45a6-8e7b-1faecde886be tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.924659 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:43.924941 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7469c368-b3ff-4497-a5cb-a2ba6b9691fa req-a1ea8f37-418d-45a6-8e7b-1faecde886be tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.1887896 Aug 09 15:52:43.954597 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:43.963672 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:44.016035 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7469c368-b3ff-4497-a5cb-a2ba6b9691fa req-d870d9b0-dd58-4da1-82d5-11a4dd8d6731 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808134 Aug 09 15:52:44.022882 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.187997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.201197 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 7670abe9-1941-42eb-ab76-8f4f3163c08d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:44.255842 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.258734 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.334348 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 7670abe9-1941-42eb-ab76-8f4f3163c08d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.335391 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.371072 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.395003 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.475314 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.484318 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-1f3c8772-c6ef-4d3c-ad6d-6077d4cd1b01 None None] Provisioning for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:44.488936 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.492006 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f0fe98ad-be83-4dc6-bd6f-5cc13a1e759d HTTP/1.1" status: 204 len: 168 time: 0.6101358 Aug 09 15:52:44.496362 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-1f3c8772-c6ef-4d3c-ad6d-6077d4cd1b01 None None] Provisioning complete for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:44.497063 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1f3c8772-c6ef-4d3c-ad6d-6077d4cd1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.518285 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253bc05-6857-4a22-b31d-71593405b2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe98ad-be83-4dc6-bd6f-5cc13a1e759d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.555656 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef976d1-8c13-4b4d-87b7-2b537373a9fd req-e5a4ebac-2026-4fba-9eb0-18211c15ba49 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.571967 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8ef976d1-8c13-4b4d-87b7-2b537373a9fd req-e5a4ebac-2026-4fba-9eb0-18211c15ba49 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.8336077 Aug 09 15:52:44.579780 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a8d0e253-a1ea-4d8d-82f3-dc2f962e1924 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9553196 Aug 09 15:52:44.632744 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c8772-c6ef-4d3c-ad6d-6077d4cd1b01 None None] Port d50b301d-bd95-410a-8dcb-eb7a3e9c813a cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:44.706267 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.712662 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.716822 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f89746c8-a188-417d-86e9-dcfcaad95c94 HTTP/1.1" status: 204 len: 168 time: 2.1278148 Aug 09 15:52:44.821643 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8ef976d1-8c13-4b4d-87b7-2b537373a9fd req-87e81690-d232-4954-b45a-9b6c23384034 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318897 Aug 09 15:52:44.828508 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a110a-c26c-4ad4-a7c0-8ac773a12744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89746c8-a188-417d-86e9-dcfcaad95c94,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:44.968773 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.155895 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903aac-697e-49a4-8405-1b9a79a42621 req-1de3de72-b8bb-4575-865e-595d0cfff5bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.163433 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0c903aac-697e-49a4-8405-1b9a79a42621 req-1de3de72-b8bb-4575-865e-595d0cfff5bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.0635643 Aug 09 15:52:45.172002 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41502) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.199614 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c3ef45dd-dc1e-4c82-943e-7af5e8a7dc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.217559 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41504) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.225056 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0c903aac-697e-49a4-8405-1b9a79a42621 req-5b80cb99-84d4-4808-9d8c-615c448a950c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592678 Aug 09 15:52:45.293697 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-bcc89685-fa79-44ea-b2d2-64ec12746be4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1973157bf1074e669442c1e56906e2e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0750451 Aug 09 15:52:45.296440 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41508) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.367895 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.377687 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.387870 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.458778 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.513095 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.523340 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.543770 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c3ef45dd-dc1e-4c82-943e-7af5e8a7dc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.549366 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.552450 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.556387 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d5f17c98-7f6e-4f90-86ad-7fda42f029ee HTTP/1.1" status: 204 len: 168 time: 0.2559464 Aug 09 15:52:45.559191 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c3ef45dd-dc1e-4c82-943e-7af5e8a7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.592715 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81572a-d0b9-4737-9e2a-a2e0716eede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f17c98-7f6e-4f90-86ad-7fda42f029ee,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.712228 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41518) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:45.722765 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c3ef45dd-dc1e-4c82-943e-7af5e8a7dc6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f76985d66c4b42b99733b7415e165f00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5494313 Aug 09 15:52:45.802695 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef45dd-dc1e-4c82-943e-7af5e8a7dc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a18d0-b9ba-4ebb-b39b-1893ecda14be,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.909380 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.988779 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.131628 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.142310 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.152744 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/156a18d0-b9ba-4ebb-b39b-1893ecda14be HTTP/1.1" status: 204 len: 168 time: 0.4371045 Aug 09 15:52:46.197509 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe4630-a8c7-4fdb-a93d-9d1f6c2955aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a18d0-b9ba-4ebb-b39b-1893ecda14be,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:46.491461 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170cfed-37f3-4b65-af7c-721659e2ba59 req-5bee31b1-2836-4a8a-b754-5c0935d79e5c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.502888 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:46.503807 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0170cfed-37f3-4b65-af7c-721659e2ba59 req-5bee31b1-2836-4a8a-b754-5c0935d79e5c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.1342640 Aug 09 15:52:46.506898 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:46.614001 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0170cfed-37f3-4b65-af7c-721659e2ba59 req-5a3ad3a4-5fc9-4812-a062-511cdb45b60c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964370 Aug 09 15:52:46.875336 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41556) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.009933 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c2ec-7be1-4063-9342-71d0501b8d0e req-43cd6b5d-5df7-4cd7-8c14-9d1e57e9af67 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.012204 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-be49c2ec-7be1-4063-9342-71d0501b8d0e req-43cd6b5d-5df7-4cd7-8c14-9d1e57e9af67 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.9448199 Aug 09 15:52:47.104369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:47.128574 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-be49c2ec-7be1-4063-9342-71d0501b8d0e req-e306213c-938b-4c36-a62b-788aa40fe1cf tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075642 Aug 09 15:52:47.128774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ccd3-8eca-4f2e-9bfd-8c881575e522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.174380 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-1d9cf52b-c5f8-4eec-bf14-a4ebd267c8a3 None None] Provisioning complete for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:47.174995 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-1d9cf52b-c5f8-4eec-bf14-a4ebd267c8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.262680 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-1d9cf52b-c5f8-4eec-bf14-a4ebd267c8a3 None None] Port d50b301d-bd95-410a-8dcb-eb7a3e9c813a cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:47.346110 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:47.356231 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:47.366592 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e69014de-ef9b-42ea-8475-61e54ac7cdb9 admin admin] 10.222.0.90 "PUT /v2.0/routers/aca22b90-7310-4865-81aa-37997c3f18f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2113922 Aug 09 15:52:47.381908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:47.382508 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:47.428968 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ccd3-8eca-4f2e-9bfd-8c881575e522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.441124 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cfa1ccd3-8eca-4f2e-9bfd-8c881575e522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.500744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ccd3-8eca-4f2e-9bfd-8c881575e522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526770cc-68a1-4b5d-9eac-70cb8a3cbaf5,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:47.553535 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-cfa1ccd3-8eca-4f2e-9bfd-8c881575e522 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=291bb74ced5940e19818207285c44be0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6769428 Aug 09 15:52:47.556156 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41584) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:47.592170 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:47.694597 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.728250 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.935245 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d909e-31ce-4715-b841-51a8d10df62d req-61b9813e-7e94-4141-a4f0-a1cfb46ddde8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.937134 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2c9d909e-31ce-4715-b841-51a8d10df62d req-61b9813e-7e94-4141-a4f0-a1cfb46ddde8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.1767094 Aug 09 15:52:47.941492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.944293 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:47.945857 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/526770cc-68a1-4b5d-9eac-70cb8a3cbaf5 HTTP/1.1" status: 204 len: 168 time: 0.3876886 Aug 09 15:52:47.974091 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:45Z', 'revision_number': 2, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:47.984713 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ceebd-db13-45b2-868c-ee1a061edba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526770cc-68a1-4b5d-9eac-70cb8a3cbaf5,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:48.035384 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2c9d909e-31ce-4715-b841-51a8d10df62d req-32582afd-8837-4ca2-bfee-5880b5fa2cd5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883811 Aug 09 15:52:48.112900 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:48.115418 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Updating router aca22b90-7310-4865-81aa-37997c3f18f6 port d50b301d-bd95-410a-8dcb-eb7a3e9c813a binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:48.203079 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:48.208285 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-4bd807ad-8d05-42fe-803b-7480d56d5d0c tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:52:48.209834 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-4bd807ad-8d05-42fe-803b-7480d56d5d0c tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076129 Aug 09 15:52:48.219511 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-343d7ba7-6d3b-420b-9da4-06db893be8b0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93334) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:52:48.220596 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-343d7ba7-6d3b-420b-9da4-06db893be8b0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086980 Aug 09 15:52:48.407029 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0235b-065c-4b4f-9a3e-e69f2643ab68 req-dfd81e15-1410-491d-aa24-12c470eb6963 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:48.413865 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-32a0235b-065c-4b4f-9a3e-e69f2643ab68 req-dfd81e15-1410-491d-aa24-12c470eb6963 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.1411722 Aug 09 15:52:48.537169 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-32a0235b-065c-4b4f-9a3e-e69f2643ab68 req-4a9b0197-4aa0-48ac-b540-a1a5ae4cf594 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074185 Aug 09 15:52:49.174656 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41640) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.180852 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747337546', 'description': 'tempest-description--1206112584'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:49.229392 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.261513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Transition to ACTIVE for port object d50b301d-bd95-410a-8dcb-eb7a3e9c813a will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:49.278181 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f8977-3bf7-4d06-a797-425de597c791 req-87a89786-dadc-497b-b1a0-2f8edf52f588 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:49.280032 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-176f8977-3bf7-4d06-a797-425de597c791 req-87a89786-dadc-497b-b1a0-2f8edf52f588 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.0934331 Aug 09 15:52:49.281303 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.286067 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.380716 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf18f-dfeb-4792-b593-47164fffbe02 None None] Pushing event updated for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:49.476886 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.487763 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.489899 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Attempting to bind port d50b301d-bd95-410a-8dcb-eb7a3e9c813a on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:49.490441 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Attempting to bind port d50b301d-bd95-410a-8dcb-eb7a3e9c813a by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:49.490799 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Attempting to bind port d50b301d-bd95-410a-8dcb-eb7a3e9c813a on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:49.512603 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:49.512969 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Checking segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:49.513610 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.516745 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Bound using segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:49.517532 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Bound port: d50b301d-bd95-410a-8dcb-eb7a3e9c813a, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:49.518123 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.531344 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-176f8977-3bf7-4d06-a797-425de597c791 req-f984aaa3-fcce-4ab5-a76e-217851156aae tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393274 Aug 09 15:52:49.546591 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.551236 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3726065 Aug 09 15:52:49.551236 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f6496-7d50-4120-8244-0742a5a70a6a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b543b4-4fb8-46e7-b24b-9abe0525e92f,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:49.551562 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41652) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:49.561801 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group_rule': {'security_group_id': '37b543b4-4fb8-46e7-b24b-9abe0525e92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:49.668914 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.695261 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] For port d50b301d-bd95-410a-8dcb-eb7a3e9c813a, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:49.699692 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] For port d50b301d-bd95-410a-8dcb-eb7a3e9c813a, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:49.710724 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:49.860015 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:49.861008 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:49.942641 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cf18f-dfeb-4792-b593-47164fffbe02 None None] Pushing event updated for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.044770 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeae77-c8d0-43f6-8bf2-fdf74a695de4 req-78f7fdc9-cd91-4b60-9a6f-520792bf1743 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.067320 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-abdeae77-c8d0-43f6-8bf2-fdf74a695de4 req-78f7fdc9-cd91-4b60-9a6f-520792bf1743 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.3572199 Aug 09 15:52:50.077431 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:50.149613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.164033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.264817 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-abdeae77-c8d0-43f6-8bf2-fdf74a695de4 req-5ef4d70e-396a-4b1b-a04c-ddf05323cac5 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961644 Aug 09 15:52:50.274829 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae53eac1-c766-4daf-ad7e-232e2b59ad0a,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.297360 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.298861 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2f06458d-e372-46a3-9747-d7d6ad937165 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7453220 Aug 09 15:52:50.302104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41684) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.308448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group_rule': {'security_group_id': '37b543b4-4fb8-46e7-b24b-9abe0525e92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:50.371372 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.451000 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.458810 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.465979 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:49Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:50.484725 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5f78c7-ad8a-4abe-b1e5-38c67cbe08cf,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:50.500698 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.505615 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-aa564867-1f50-4c2b-a4d4-1a3052a6be36 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1992352 Aug 09 15:52:50.506023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41688) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:50.510944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:50.519468 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f86b1-a83c-4975-a10d-b616beb5ff84 None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:49Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:50.565735 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.798204 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:50.851325 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80abaf-c8b9-4d08-b04f-71e1d64a9ba5 req-4d7531ec-937d-4ca9-8615-7fce6bf5695e tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:50.853300 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ce80abaf-c8b9-4d08-b04f-71e1d64a9ba5 req-4d7531ec-937d-4ca9-8615-7fce6bf5695e tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.1263251 Aug 09 15:52:50.924753 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Allocated IP 172.27.1.97 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/3170d80b-3aa3-46c9-b52a-432a732dbcc5) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:50.931797 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ce80abaf-c8b9-4d08-b04f-71e1d64a9ba5 req-56cd0c39-0784-408f-9495-e7ed08911b8e tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709872 Aug 09 15:52:51.167422 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.255001 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.359303 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=3170d80b-3aa3-46c9-b52a-432a732dbcc5,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:51.386903 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:51.388381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:51.400633 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:51.638865 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486230c8-ddd2-401c-96df-593ce934d272 req-1a2ce3c1-068c-4514-a92e-09f804c00d80 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:51.641368 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-486230c8-ddd2-401c-96df-593ce934d272 req-1a2ce3c1-068c-4514-a92e-09f804c00d80 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.2308295 Aug 09 15:52:51.789231 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-486230c8-ddd2-401c-96df-593ce934d272 req-2a5f94f0-f049-44ba-b359-a3308381e2c3 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Aug 09 15:52:51.809615 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:51.899892 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.171551 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329e163-c07c-4e4e-8509-d88bf5af0f27 req-51b9a3f3-8562-4276-bf00-fbf1c1cf5817 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:52.179800 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2329e163-c07c-4e4e-8509-d88bf5af0f27 req-51b9a3f3-8562-4276-bf00-fbf1c1cf5817 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.1218596 Aug 09 15:52:52.184526 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.193259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.228428 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device d50b301d-bd95-410a-8dcb-eb7a3e9c813a up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:52.256875 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2329e163-c07c-4e4e-8509-d88bf5af0f27 req-fb81a2a4-df4f-49ae-a64e-a9cea6bf78c2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757818 Aug 09 15:52:52.282474 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=3170d80b-3aa3-46c9-b52a-432a732dbcc5,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:52.314426 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.325769 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:52.335482 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:52.335922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.365327 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.367677 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b6463a76-344a-41c8-a39c-73b022100ba4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8606510 Aug 09 15:52:52.509049 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.513437 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Request body: {'port': {'device_id': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:52.573765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Request body: {'port': {'device_id': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:52.604495 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port d50b301d-bd95-410a-8dcb-eb7a3e9c813a, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:52.616339 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.686871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.725813 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:52.740393 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:52.999271 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41816) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:53.077185 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-31201092-65f3-4bb1-bd89-11cda7f24272 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1747337546&fields=id&tenant_id=f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 267 time: 0.1184964 Aug 09 15:52:53.200856 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f955-e517-4998-a329-ba00a1cad883 req-56b3d229-b0a0-4473-8f8c-303b984d3b91 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.208381 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0ca9f955-e517-4998-a329-ba00a1cad883 req-56b3d229-b0a0-4473-8f8c-303b984d3b91 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 931 time: 0.2698865 Aug 09 15:52:53.269453 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0ca9f955-e517-4998-a329-ba00a1cad883 req-96ec9f47-1691-4d53-bade-6d45f8f535c4 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Aug 09 15:52:53.347634 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4847aa07-f255-4e4f-b754-2ab4c82937f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.401732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711c54bd-6078-472c-ae21-0de656df8d40 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:53.411581 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.446358 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64511d74-e42a-4422-ae16-e5b2bcfdb832 req-96023597-6e8f-4b00-900a-1b284fa863e4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.448543 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-64511d74-e42a-4422-ae16-e5b2bcfdb832 req-96023597-6e8f-4b00-900a-1b284fa863e4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 931 time: 0.0882125 Aug 09 15:52:53.451879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Transition to ACTIVE for port object 711c54bd-6078-472c-ae21-0de656df8d40 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:53.456733 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.470590 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-9600f9f3-d5f2-4bc4-8416-549bc76b0039 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.472228 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-9600f9f3-d5f2-4bc4-8416-549bc76b0039 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 811 time: 0.3836493 Aug 09 15:52:53.512801 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-efa46175-1380-4b7e-875a-51ed85a061a8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/quotas/f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 375 time: 0.0163703 Aug 09 15:52:53.548056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Pushing event updated for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:53.622475 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-64511d74-e42a-4422-ae16-e5b2bcfdb832 req-53a9b0fc-76cf-415c-bab6-119ffed902a2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622808 Aug 09 15:52:53.639343 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c4717b-2f5d-4f7b-a48b-9ec47da24127 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:53.655590 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.700372 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4847aa07-f255-4e4f-b754-2ab4c82937f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.716375 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Attempting to bind port 711c54bd-6078-472c-ae21-0de656df8d40 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:53.717097 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Attempting to bind port 711c54bd-6078-472c-ae21-0de656df8d40 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:53.717629 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Attempting to bind port 711c54bd-6078-472c-ae21-0de656df8d40 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:53.723417 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Port 711c54bd-6078-472c-ae21-0de656df8d40 on network 3e5d1c17-7d22-4937-b328-d663bc701675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:53.723837 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Attempting to bind port 711c54bd-6078-472c-ae21-0de656df8d40 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:53.730473 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:53.730839 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Checking segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:53.731450 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Bound using segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:53.732351 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Bound port: 711c54bd-6078-472c-ae21-0de656df8d40, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:53.732476 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4847aa07-f255-4e4f-b754-2ab4c82937f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.732725 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.739922 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Transition to ACTIVE for port object d5c4717b-2f5d-4f7b-a48b-9ec47da24127 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:53.785175 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1aa9639f-943a-484f-8f5e-91f5628d7564 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2633500 Aug 09 15:52:53.810670 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.829644 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:53.840036 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=711c54bd-6078-472c-ae21-0de656df8d40,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:53.846704 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.894010 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:53.894905 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:53.896762 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] 10.222.0.21 "PUT /v2.0/ports/711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 200 len: 1093 time: 1.5594273 Aug 09 15:52:53.897386 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:53.980056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febda0f-4ed7-4f83-9b86-ee657fd74a56 service neutron] Pushing event updated for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.010705 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4847aa07-f255-4e4f-b754-2ab4c82937f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e6bb2a0c6d59411c8dc82e677ac70c45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0077868 Aug 09 15:52:54.034237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41864) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.074874 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847aa07-f255-4e4f-b754-2ab4c82937f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f07db-9cfe-4668-9bbc-4822abaf7314,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.096508 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db45fda-f421-4fcb-b436-ac91fa0679b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "tag": "711c54bd-6078-472c-ae21-0de656df8d40"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:54.157933 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.177307 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device d50b301d-bd95-410a-8dcb-eb7a3e9c813a up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:54.194494 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-fadc3caf-0436-4f09-910b-bcd9f0ed4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.197805 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-fadc3caf-0436-4f09-910b-bcd9f0ed4346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 1096 time: 0.2126641 Aug 09 15:52:54.332128 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-d4b3544b-3456-439e-b79c-dff92f8d307c service neutron] 10.222.0.90 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225441 Aug 09 15:52:54.351439 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port d50b301d-bd95-410a-8dcb-eb7a3e9c813a triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:54.354798 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.377014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41886) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:54.380671 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-d8a9d752-fe5e-43fd-af7c-cefff22623ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 200 len: 217 time: 0.1660578 Aug 09 15:52:54.411832 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.488125 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Attempting to bind port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:54.488493 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Attempting to bind port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '86e1c76b-6048-4011-a989-e8aba4f33ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:54.488850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Attempting to bind port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 on network 2165e930-1103-40ce-996a-4d60d425dac0 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:54.498688 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafa5282-2b0d-4fe8-a208-c08c1111f246 x-openstack-request-id: req-eafa5282-2b0d-4fe8-a208-c08c1111f246 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:54.499276 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "tag": "711c54bd-6078-472c-ae21-0de656df8d40", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:54.501784 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eafa5282-2b0d-4fe8-a208-c08c1111f246 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:54.502496 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40', 'status': 'completed', 'code': 200} Aug 09 15:52:54.506186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 on network 2165e930-1103-40ce-996a-4d60d425dac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:54.506557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Attempting to bind port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 on network 2165e930-1103-40ce-996a-4d60d425dac0 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:54.513139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.529226 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:54.529591 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Checking segment: {'id': '86e1c76b-6048-4011-a989-e8aba4f33ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:54.530154 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Bound using segment: {'id': '86e1c76b-6048-4011-a989-e8aba4f33ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:54.530628 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Bound port: d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e1c76b-6048-4011-a989-e8aba4f33ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:54.530988 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.558255 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-bb5832ff-f5cb-44ce-ac09-76d3654cec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.563398 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-bb5832ff-f5cb-44ce-ac09-76d3654cec8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.1691785 Aug 09 15:52:54.607326 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-55eb11e0-1972-499e-9bc9-38bb34e282f8 service neutron] 10.222.0.90 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593453 Aug 09 15:52:54.672127 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-e487c287-3b86-429e-a7a2-56529e732639 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042857 Aug 09 15:52:54.680421 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.683453 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.687509 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0a6f07db-9cfe-4668-9bbc-4822abaf7314 HTTP/1.1" status: 204 len: 168 time: 0.6364291 Aug 09 15:52:54.690392 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:54.715088 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf25d-4f8f-4efb-bcd9-be79daa190aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.740913 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee843a-c928-49c3-b6cb-974bd23c4168 req-1aefa0ca-a449-4d9a-93ce-bceb8f7d372b tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.742242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,segment=NetworkSegment(86e1c76b-6048-4011-a989-e8aba4f33ddb),segment_id=86e1c76b-6048-4011-a989-e8aba4f33ddb)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:54.743054 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58ee843a-c928-49c3-b6cb-974bd23c4168 req-1aefa0ca-a449-4d9a-93ce-bceb8f7d372b tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.1072016 Aug 09 15:52:54.751620 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670b5ae-03dc-4e54-be67-49826c112ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6f07db-9cfe-4668-9bbc-4822abaf7314,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:54.848519 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf25d-4f8f-4efb-bcd9-be79daa190aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.851003 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.864649 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0ddaf25d-4f8f-4efb-bcd9-be79daa190aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.881114 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58ee843a-c928-49c3-b6cb-974bd23c4168 req-25f77a2c-dfa7-49e0-86f2-b9ac7e68d471 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264544 Aug 09 15:52:54.915426 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:54.916132 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:54.917690 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] 10.222.0.21 "PUT /v2.0/ports/d5c4717b-2f5d-4f7b-a48b-9ec47da24127 HTTP/1.1" status: 200 len: 1093 time: 2.5799155 Aug 09 15:52:54.918402 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:54.976088 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaf25d-4f8f-4efb-bcd9-be79daa190aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b467e4a0-c526-4641-b242-8f3b56622892,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.006201 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0ddaf25d-4f8f-4efb-bcd9-be79daa190aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=caf8433876164c46bedd02a2a3b331c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277454 Aug 09 15:52:55.012487 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41922) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.033659 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-38b33838-8003-4cb2-94ab-ed49076c444d req-ea698650-d9e7-432d-ade6-444e15b0a4bc tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 210 time: 0.0450368 Aug 09 15:52:55.127149 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc767bb-809c-4fdc-b85d-1626c61a6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.144346 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e78a6-0b8e-4fe9-96e0-066704ee0164" -d '{"events": [{"name": "network-changed", "server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:55.184886 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37adba-bac9-4a09-a0e3-3a8151effdab req-c61e6ceb-0485-4347-8692-34c8db0cd639 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:55.186327 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4e37adba-bac9-4a09-a0e3-3a8151effdab req-c61e6ceb-0485-4347-8692-34c8db0cd639 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.1034608 Aug 09 15:52:55.191574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.218061 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41934) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.234117 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.240601 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e2e15534-55d4-46bf-96bd-65d4b4872763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.262669 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4e37adba-bac9-4a09-a0e3-3a8151effdab req-ca5c53eb-8b76-4f93-926d-aca901bbd6b5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Aug 09 15:52:55.295925 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d4be3d-bdcb-4057-a893-8d62a60c2b32 x-openstack-request-id: req-d1d4be3d-bdcb-4057-a893-8d62a60c2b32 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:55.296217 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:55.296471 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d1d4be3d-bdcb-4057-a893-8d62a60c2b32 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:55.297249 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127', 'status': 'completed', 'code': 200} Aug 09 15:52:55.302325 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.304991 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.309633 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b467e4a0-c526-4641-b242-8f3b56622892 HTTP/1.1" status: 204 len: 168 time: 0.2929730 Aug 09 15:52:55.318520 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc016c46-8d16-40d0-8afe-049fb8d58169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467e4a0-c526-4641-b242-8f3b56622892,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.397445 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e2e15534-55d4-46bf-96bd-65d4b4872763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.401649 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e2e15534-55d4-46bf-96bd-65d4b4872763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.443365 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15534-55d4-46bf-96bd-65d4b4872763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83738b-0cea-42df-a376-b8aa9367bae3,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.448470 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e2e15534-55d4-46bf-96bd-65d4b4872763 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9bb0f166df014077bc40f82a43cbb4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291961 Aug 09 15:52:55.451131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41940) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.513870 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.536871 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.585391 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.589606 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.590814 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7e83738b-0cea-42df-a376-b8aa9367bae3 HTTP/1.1" status: 204 len: 168 time: 0.1385729 Aug 09 15:52:55.603347 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f4ed1-1731-4d72-ae98-cd1868ab1a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83738b-0cea-42df-a376-b8aa9367bae3,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:55.799364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 41950) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:55.813405 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4f5b06f3-7532-4d89-b024-97b8209a321a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.932751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4f5b06f3-7532-4d89-b024-97b8209a321a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:55.937175 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4f5b06f3-7532-4d89-b024-97b8209a321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.010313 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4f5b06f3-7532-4d89-b024-97b8209a321a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d2e09439871149b4ab4f702e76221e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098258 Aug 09 15:52:56.012994 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 41964) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.014259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b06f3-7532-4d89-b024-97b8209a321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128e2be-2b9c-4293-aa07-b551ff75fbab,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.045023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f514-2523-46d4-949b-8f0c9478b1c7 req-c895f827-e89b-4f13-9ea2-5b533c87ec29 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.048097 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ee44f514-2523-46d4-949b-8f0c9478b1c7 req-c895f827-e89b-4f13-9ea2-5b533c87ec29 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0809402 Aug 09 15:52:56.077187 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.096297 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ee44f514-2523-46d4-949b-8f0c9478b1c7 req-119d69f6-f6bb-4891-953f-e5536be19a80 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Aug 09 15:52:56.101581 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.176773 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d65f4435-d60f-42b5-abe8-d4948ca91775 req-8b09ea56-741a-4481-aa5e-fd2510eb1b16 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 210 time: 0.0341458 Aug 09 15:52:56.189915 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.193107 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.194281 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0128e2be-2b9c-4293-aa07-b551ff75fbab HTTP/1.1" status: 204 len: 168 time: 0.1803145 Aug 09 15:52:56.202948 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19cb0-26e5-4fcc-b5cf-ef0555f3589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128e2be-2b9c-4293-aa07-b551ff75fbab,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:56.404286 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266c0f-ea3d-4206-96ef-f8c77b504982 req-ae3979d6-a0cd-4fce-ba8f-39f082c4d255 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.404286 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-94266c0f-ea3d-4206-96ef-f8c77b504982 req-ae3979d6-a0cd-4fce-ba8f-39f082c4d255 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0570483 Aug 09 15:52:56.443588 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-94266c0f-ea3d-4206-96ef-f8c77b504982 req-e5f80c08-dbf8-4c53-9115-78ac39cfcdd9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Aug 09 15:52:56.945010 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-19f9da04-0674-4285-b710-3f96d62f0067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.260795 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10628a-62dd-4da0-a320-6becc2aac2b2 req-98b3649a-9046-41f6-8b98-e8af3cfd1806 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.269919 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3b10628a-62dd-4da0-a320-6becc2aac2b2 req-98b3649a-9046-41f6-8b98-e8af3cfd1806 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0894096 Aug 09 15:52:57.313955 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3b10628a-62dd-4da0-a320-6becc2aac2b2 req-758dedd7-9787-4961-a547-58f3383288c2 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Aug 09 15:52:57.320218 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6e3036a3-c673-4dbb-a66d-07e96d4056cd req-31115e8d-6ac2-467d-941f-3f327ad1af4a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 210 time: 0.0345683 Aug 09 15:52:57.564521 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2291d-fd08-4557-aee8-c474fa7e999e req-243db501-eec3-4c8e-b278-986fde8ff210 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.565978 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78f2291d-fd08-4557-aee8-c474fa7e999e req-243db501-eec3-4c8e-b278-986fde8ff210 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0480149 Aug 09 15:52:57.603820 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78f2291d-fd08-4557-aee8-c474fa7e999e req-412ab289-92ff-49de-836b-45b8ef19c8d4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Aug 09 15:52:57.765694 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-a430d373-5c0d-49f4-b0d6-210e5d529b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.768329 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-a430d373-5c0d-49f4-b0d6-210e5d529b94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edd5fd48aaa34ee48aa8e2c2468dbea3&device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 1096 time: 0.0866303 Aug 09 15:52:57.920764 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-a2611dd9-0400-4ea9-a61d-deacfba9a8c5 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597399 Aug 09 15:52:57.995629 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-11fd9368-6b63-485e-8875-a42d1ccdfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:57.997934 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-11fd9368-6b63-485e-8875-a42d1ccdfee0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=edd5fd48aaa34ee48aa8e2c2468dbea3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2108762 Aug 09 15:52:58.032264 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e5b69f0-aeb4-49d8-bc1e-549ef3a82c3e req-78e790a9-9c5b-47eb-ac6d-3acff35446b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982697 Aug 09 15:52:58.199375 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-f1ed6d1d-42b0-455b-8a26-66a44f80a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.202629 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-360e78a6-0b8e-4fe9-96e0-066704ee0164 req-f1ed6d1d-42b0-455b-8a26-66a44f80a15f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1819844 Aug 09 15:52:58.224843 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-1112e550-27c6-45eb-9544-c340b9d6aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.226947 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-1112e550-27c6-45eb-9544-c340b9d6aab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 1096 time: 0.0567651 Aug 09 15:52:58.332096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-ad0bacd9-ca18-409b-a37a-59acb24ba6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.335853 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-ad0bacd9-ca18-409b-a37a-59acb24ba6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=edd5fd48aaa34ee48aa8e2c2468dbea3&device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 1096 time: 0.0525484 Aug 09 15:52:58.513861 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e70befa2-9753-4e53-9206-e0bd93fdf0e8 req-3f43fe3c-34c5-4065-9098-56d1febf6ea5 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 210 time: 0.0917034 Aug 09 15:52:58.514867 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-4ae6bca5-1f54-439f-8336-1c86e427a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.516221 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-4ae6bca5-1f54-439f-8336-1c86e427a585 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.2793760 Aug 09 15:52:58.538743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.21', 64961) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:58.655570 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-cc645ba6-4e8e-4c32-9a09-c9e3cd9a3619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 200 len: 217 time: 0.0928688 Aug 09 15:52:58.754417 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-f05c57ea-f3d7-4dc0-b619-603d15245d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.755667 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-f05c57ea-f3d7-4dc0-b619-603d15245d95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0903125 Aug 09 15:52:58.781246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-ae78ed39-d23f-4d4a-9d4b-7e76ad33f751 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.782819 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-ae78ed39-d23f-4d4a-9d4b-7e76ad33f751 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 811 time: 0.2365570 Aug 09 15:52:58.815971 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-18eecd31-580d-4b8e-9c82-8adbb0045e3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500853 Aug 09 15:52:58.867585 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-5802322e-d7ea-44c5-9754-6893631e7cb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127 HTTP/1.1" status: 200 len: 217 time: 0.4826941 Aug 09 15:52:58.987717 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-34db73f8-65a5-4dfa-bd5a-e0b8c14b63de tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 380 time: 0.1743259 Aug 09 15:52:58.999900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c87c74-99ca-4b46-a9cc-77039af0c10c req-8f1c82e1-a211-4662-96fd-bb2810ba58db tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.000536 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403a4e3-b75d-470c-8efe-5b2b56864dab req-f9fe51f1-fe0c-419b-8766-e1d9bb655273 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.001451 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-51c87c74-99ca-4b46-a9cc-77039af0c10c req-8f1c82e1-a211-4662-96fd-bb2810ba58db tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.5259867 Aug 09 15:52:59.003238 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-22cecb07-fedf-44f3-8472-67f25e13df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.004855 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-22cecb07-fedf-44f3-8472-67f25e13df38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8a0b36e8-406f-4660-b7d5-cf6c14604b38 HTTP/1.1" status: 200 len: 852 time: 0.1130433 Aug 09 15:52:59.008242 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a403a4e3-b75d-470c-8efe-5b2b56864dab req-f9fe51f1-fe0c-419b-8766-e1d9bb655273 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.2243919 Aug 09 15:52:59.015480 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'port': {'device_id': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'admin_state_up': True, 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'security_groups': ['37b543b4-4fb8-46e7-b24b-9abe0525e92f']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.112616 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a403a4e3-b75d-470c-8efe-5b2b56864dab req-dc72e763-aa27-4db1-9c87-4a3687732812 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910566 Aug 09 15:52:59.137952 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-51c87c74-99ca-4b46-a9cc-77039af0c10c req-f32f38b8-9be1-4456-a991-618167be2970 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232362 Aug 09 15:52:59.137952 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-f5ea19db-4fb3-4743-a855-dfcea31e2a43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2165e930-1103-40ce-996a-4d60d425dac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847118 Aug 09 15:52:59.144538 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-606e10d7-36f5-4b7a-990b-256a3a4aca99 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086088 Aug 09 15:52:59.260803 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-c698cbb8-96e8-4941-a670-4aab7ff825e6 service neutron] 10.222.0.21 "GET /v2.0/networks/2165e930-1103-40ce-996a-4d60d425dac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164522 Aug 09 15:52:59.287272 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Made reservation on behalf of f89f26d0564f46b0bbde68100ddc62c2 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:59.290876 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.307998 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3db45fda-f421-4fcb-b436-ac91fa0679b9 req-6d60b1ef-d737-4860-bf98-1ae247b009e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413498 Aug 09 15:52:59.379877 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6c5e0b49-23f4-4481-b91e-a6805d51fcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.435977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Allocated IP 172.20.0.8 (8f0c784f-655c-4342-9ca2-dd93ebc53bac/e088dad6-45a5-4269-8129-49e3ee6409fa/b206928b-d47a-44c9-b045-a3f4c38a365c) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:59.616162 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.616541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.645035 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Transition to ACTIVE for port object b206928b-d47a-44c9-b045-a3f4c38a365c will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:59.664761 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bf4eff92-d78e-4fef-adf4-5a9775e4ec56 req-92a8e812-c941-4197-a6d4-d7d5aac59241 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Aug 09 15:52:59.697083 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.747520 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:59.750697 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:59.754933 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:59.763185 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.811286 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.812023 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.829058 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-555bf984-a122-41da-9b09-ef7cd17625f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171620 Aug 09 15:53:00.023012 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7a30-d3b4-4150-80dc-9a58c2f33421 None None] Provisioning for port b206928b-d47a-44c9-b045-a3f4c38a365c completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:00.026874 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7a30-d3b4-4150-80dc-9a58c2f33421 None None] Provisioning complete for port b206928b-d47a-44c9-b045-a3f4c38a365c triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:00.027203 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7a30-d3b4-4150-80dc-9a58c2f33421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.065237 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f7a30-d3b4-4150-80dc-9a58c2f33421 None None] Port b206928b-d47a-44c9-b045-a3f4c38a365c cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:53:00.111660 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:00.233719 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7494ab-4c06-49de-898f-267b92ee9915 req-56aa71eb-a812-42f1-91b6-952e9639ce31 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.235289 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d7494ab-4c06-49de-898f-267b92ee9915 req-56aa71eb-a812-42f1-91b6-952e9639ce31 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0496633 Aug 09 15:53:00.273251 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a3be0-1fbb-4bdd-b6b2-6c97041f9e81 req-1a71c4a1-1181-4141-963d-0a74383af2f4 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.281145 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a20a3be0-1fbb-4bdd-b6b2-6c97041f9e81 req-1a71c4a1-1181-4141-963d-0a74383af2f4 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0674102 Aug 09 15:53:00.292163 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d7494ab-4c06-49de-898f-267b92ee9915 req-53f9d35c-8750-44b5-830b-f2df73f5be51 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 Aug 09 15:53:00.320379 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a20a3be0-1fbb-4bdd-b6b2-6c97041f9e81 req-9e7569ed-c2c5-479e-9339-e237466b72ea tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Aug 09 15:53:00.334126 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42230) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:00.434942 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02fd2f6a-4513-4441-8279-caf3e4e675e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.522656 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02fd2f6a-4513-4441-8279-caf3e4e675e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.526654 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02fd2f6a-4513-4441-8279-caf3e4e675e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.564569 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-02fd2f6a-4513-4441-8279-caf3e4e675e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9cdb61dde18b402db30604f4b46c9442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293637 Aug 09 15:53:00.565376 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd2f6a-4513-4441-8279-caf3e4e675e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeccce2-0382-4682-984e-b5d0ba3f3f05,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.567206 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42234) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:00.618708 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.649850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.697080 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.699978 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.701143 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eaeccce2-0382-4682-984e-b5d0ba3f3f05 HTTP/1.1" status: 204 len: 168 time: 0.1327038 Aug 09 15:53:00.709331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df557e47-9ac5-4f9a-9b8a-318e2ce652fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeccce2-0382-4682-984e-b5d0ba3f3f05,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.786387 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455841f-9b33-4d41-b558-d18fd310abe5 req-4a0ebc43-c00b-413d-aacb-d9155072d023 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.787942 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9455841f-9b33-4d41-b558-d18fd310abe5 req-4a0ebc43-c00b-413d-aacb-d9155072d023 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 931 time: 0.0530410 Aug 09 15:53:00.828780 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9455841f-9b33-4d41-b558-d18fd310abe5 req-4097d139-4d7e-41c7-be95-7faa7c8d45a3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Aug 09 15:53:00.864842 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.970848 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42248) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:00.984593 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6fd74f04-a2fa-49a8-b8b7-217d46fe8c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.070475 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6fd74f04-a2fa-49a8-b8b7-217d46fe8c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.074845 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6fd74f04-a2fa-49a8-b8b7-217d46fe8c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.113331 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6fd74f04-a2fa-49a8-b8b7-217d46fe8c80 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c4efd3ebb1ad4f5a9efdaab75ce050ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414111 Aug 09 15:53:01.114406 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74f04-a2fa-49a8-b8b7-217d46fe8c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b50e0d-4c09-4e44-8532-345050f9966c,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.116438 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42250) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:01.164200 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.184832 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.230155 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.232737 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:01.233884 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/42b50e0d-4c09-4e44-8532-345050f9966c HTTP/1.1" status: 204 len: 168 time: 0.1164496 Aug 09 15:53:01.242897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ebd5-912b-4d1b-a091-6f51e7b670af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b50e0d-4c09-4e44-8532-345050f9966c,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:01.431561 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcc9c4-2637-4308-8865-d290b441d734 req-78df094b-e76c-431e-ae88-0d874d715745 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.434302 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-12fcc9c4-2637-4308-8865-d290b441d734 req-78df094b-e76c-431e-ae88-0d874d715745 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0565875 Aug 09 15:53:01.451778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f015f59-130b-4697-a7b5-55ec38f0a352 req-c13c5d12-e23a-4cd4-ac4a-2711a1b9c888 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.453397 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f015f59-130b-4697-a7b5-55ec38f0a352 req-c13c5d12-e23a-4cd4-ac4a-2711a1b9c888 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0513475 Aug 09 15:53:01.476089 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-12fcc9c4-2637-4308-8865-d290b441d734 req-f2a1508b-a654-4f59-8e14-618d3a1e75e8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346081 Aug 09 15:53:01.500543 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f015f59-130b-4697-a7b5-55ec38f0a352 req-079bb846-02d4-4d50-8e96-0f776e488e14 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Aug 09 15:53:01.946261 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204894-5de3-4158-b8f5-1e3762bbb67d req-dd8aa94b-9835-4f56-92b7-d1f232cbdfc1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.949775 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b0204894-5de3-4158-b8f5-1e3762bbb67d req-dd8aa94b-9835-4f56-92b7-d1f232cbdfc1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 931 time: 0.0539126 Aug 09 15:53:01.989717 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b0204894-5de3-4158-b8f5-1e3762bbb67d req-90e373c1-894f-4ee2-887b-e580fe422b55 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336368 Aug 09 15:53:02.113471 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Request body: {'port': {'device_id': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:02.171913 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.199265 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8f775839-8194-4328-9e47-5ec4ceae55bf req-426b402c-5ce3-4ac5-b80e-e8e4d198b97a service neutron] 10.222.0.21 "GET /v2.0/networks/2165e930-1103-40ce-996a-4d60d425dac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936375 Aug 09 15:53:02.454802 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.462468 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b206928b-d47a-44c9-b045-a3f4c38a365c {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:02.470580 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.483491 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Transition to ACTIVE for port object b206928b-d47a-44c9-b045-a3f4c38a365c will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:02.488212 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.565015 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Pushing event updated for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:02.633397 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b2f3-0a9b-44cd-90d5-c9f85080d7e1 req-826e0911-0f99-4d38-90d1-4eb66ce66510 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.636015 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6fb6b2f3-0a9b-44cd-90d5-c9f85080d7e1 req-826e0911-0f99-4d38-90d1-4eb66ce66510 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0729363 Aug 09 15:53:02.704375 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6fb6b2f3-0a9b-44cd-90d5-c9f85080d7e1 req-48e3b34b-6409-4fa8-9690-29aebea54ffa tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579469 Aug 09 15:53:02.836013 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Attempting to bind port b206928b-d47a-44c9-b045-a3f4c38a365c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:02.836400 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Attempting to bind port b206928b-d47a-44c9-b045-a3f4c38a365c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:02.836686 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Attempting to bind port b206928b-d47a-44c9-b045-a3f4c38a365c on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:02.851318 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f9f3a-69d1-4d58-9ae0-667b27e2f0b2 req-02365c1c-680d-43f6-b866-273224484e72 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:02.852824 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fe3f9f3a-69d1-4d58-9ae0-667b27e2f0b2 req-02365c1c-680d-43f6-b866-273224484e72 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0731566 Aug 09 15:53:02.853348 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Port b206928b-d47a-44c9-b045-a3f4c38a365c on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:02.854204 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Attempting to bind port b206928b-d47a-44c9-b045-a3f4c38a365c on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:02.859611 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:02.860012 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Checking segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:02.860406 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Bound using segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:02.860842 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Bound port: b206928b-d47a-44c9-b045-a3f4c38a365c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:02.861192 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:02.928527 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fe3f9f3a-69d1-4d58-9ae0-667b27e2f0b2 req-efbf17ce-ff4d-46bb-a97c-6c5911bd30bb tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651145 Aug 09 15:53:02.953057 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:53:02.956216 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b206928b-d47a-44c9-b045-a3f4c38a365c,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:53:02.959410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42322) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:02.966387 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.008199 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.008836 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.010239 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] 10.222.0.21 "PUT /v2.0/ports/b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1093 time: 0.9025342 Aug 09 15:53:03.010683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:03.012943 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac71e7d-6cc0-49fc-b967-33d60548fa90" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:03.031974 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e6f4f-119f-4940-ae2e-061e72fb189a service neutron] Pushing event updated for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.094492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6da838b7-a0ce-46c6-803d-df5e6759ea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.120413 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b792b0a0-cd14-4559-ad43-5fb5746e4e8f x-openstack-request-id: req-b792b0a0-cd14-4559-ad43-5fb5746e4e8f {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:03.120776 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:03.121233 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b792b0a0-cd14-4559-ad43-5fb5746e4e8f {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:03.121558 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'status': 'completed', 'code': 200} Aug 09 15:53:03.160414 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56044e6-051e-40df-a31d-4becd9b32306 req-f9e876cf-ca33-47b0-a39c-794f85262830 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.161925 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f56044e6-051e-40df-a31d-4becd9b32306 req-f9e876cf-ca33-47b0-a39c-794f85262830 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0777800 Aug 09 15:53:03.227428 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f56044e6-051e-40df-a31d-4becd9b32306 req-c9871423-7fc6-434c-9a69-d140c1dafb69 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563450 Aug 09 15:53:03.261850 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6da838b7-a0ce-46c6-803d-df5e6759ea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.265600 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6da838b7-a0ce-46c6-803d-df5e6759ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.303373 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6da838b7-a0ce-46c6-803d-df5e6759ea7e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6b1509fee01144f393fb46956259d14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427465 Aug 09 15:53:03.304185 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da838b7-a0ce-46c6-803d-df5e6759ea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f288ed0-9613-4763-aa3b-47f7d2538ec7,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.306086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42334) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.360324 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.379922 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.424948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.427443 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.428598 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1f288ed0-9613-4763-aa3b-47f7d2538ec7 HTTP/1.1" status: 204 len: 168 time: 0.1215258 Aug 09 15:53:03.436557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31699a-6488-4c39-bca7-6b4ba1dd270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f288ed0-9613-4763-aa3b-47f7d2538ec7,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.690780 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42346) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.704560 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77fd66a6-72bb-4fe7-9d2e-e1946e03a5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.824490 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77fd66a6-72bb-4fe7-9d2e-e1946e03a5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.829652 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77fd66a6-72bb-4fe7-9d2e-e1946e03a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.863887 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c53df6-fb2e-40a1-a99f-d7f9f09de3e2 req-393f883d-c2fb-41be-9b07-6da705d5b756 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:03.865394 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-69c53df6-fb2e-40a1-a99f-d7f9f09de3e2 req-393f883d-c2fb-41be-9b07-6da705d5b756 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0907366 Aug 09 15:53:03.886899 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-77fd66a6-72bb-4fe7-9d2e-e1946e03a5c0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bc75c82686594eb7a8c224247ded8c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949697 Aug 09 15:53:03.888831 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd66a6-72bb-4fe7-9d2e-e1946e03a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da24cd0d-51e2-4145-9bff-0b69fa780324,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:03.889757 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42352) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:03.923155 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-69c53df6-fb2e-40a1-a99f-d7f9f09de3e2 req-f65ae98a-369c-4bb5-b20e-d90df66b5898 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Aug 09 15:53:03.944880 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:03.970567 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.039386 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.041879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:04.043278 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da24cd0d-51e2-4145-9bff-0b69fa780324 HTTP/1.1" status: 204 len: 168 time: 0.1522026 Aug 09 15:53:04.053772 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd351-9993-4056-853a-169d2f2b7923 req-c1675a06-8df8-485c-9f28-cb8aa524d2dc tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.055164 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-45ffd351-9993-4056-853a-169d2f2b7923 req-c1675a06-8df8-485c-9f28-cb8aa524d2dc tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0580709 Aug 09 15:53:04.061869 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8be36-8c67-46fa-859e-9ad2daaaa3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da24cd0d-51e2-4145-9bff-0b69fa780324,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:04.099710 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-45ffd351-9993-4056-853a-169d2f2b7923 req-841c4709-23ed-4df8-b60c-21c7f2e2c697 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Aug 09 15:53:04.349456 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e6e1-a609-462e-8802-4dccfbfb1c1f req-00392fff-aeaf-45ca-ba6b-ccc34547ebbb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:04.351181 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ba98e6e1-a609-462e-8802-4dccfbfb1c1f req-00392fff-aeaf-45ca-ba6b-ccc34547ebbb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0534768 Aug 09 15:53:04.392157 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ba98e6e1-a609-462e-8802-4dccfbfb1c1f req-04a8433f-4cee-4bb5-b24b-13f53a2afb50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Aug 09 15:53:05.038889 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d84b1-2dce-41c3-b16e-8f91b2cfadda req-813e42ef-ae67-4f87-9add-503a96b85417 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.040484 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f7d84b1-2dce-41c3-b16e-8f91b2cfadda req-813e42ef-ae67-4f87-9add-503a96b85417 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 943 time: 0.0489936 Aug 09 15:53:05.089805 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f7d84b1-2dce-41c3-b16e-8f91b2cfadda req-ee60c630-5070-4cee-a3ce-c87aa0f1626b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Aug 09 15:53:05.215181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bef38-0131-4510-9b97-b1fd13dcf5cb req-12430476-9206-4d30-84e3-ffd849f9bcee tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.216608 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fb2bef38-0131-4510-9b97-b1fd13dcf5cb req-12430476-9206-4d30-84e3-ffd849f9bcee tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0494213 Aug 09 15:53:05.254841 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fb2bef38-0131-4510-9b97-b1fd13dcf5cb req-8c7257ab-8352-4dd7-b750-f0fdd860b0ca tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Aug 09 15:53:05.448793 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 711c54bd-6078-472c-ae21-0de656df8d40 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:05.528385 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-77884942-85e9-4338-8912-dfc9df0c4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.529883 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-77884942-85e9-4338-8912-dfc9df0c4696 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1096 time: 0.0744975 Aug 09 15:53:05.537974 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230ec76-4092-4f8b-a3f7-820138b50045 req-28ba2edf-e2bd-4eb7-9d99-e899472384ad tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.539479 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8230ec76-4092-4f8b-a3f7-820138b50045 req-28ba2edf-e2bd-4eb7-9d99-e899472384ad tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0745645 Aug 09 15:53:05.569185 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=711c54bd-6078-472c-ae21-0de656df8d40,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:05.583922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '711c54bd-6078-472c-ae21-0de656df8d40', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'port_id': '711c54bd-6078-472c-ae21-0de656df8d40', 'mac_address': 'fa:16:3e:ea:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e94d6b-286a-4c15-ad07-7c39edee0431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:05.625728 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.642050 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711c54bd-6078-472c-ae21-0de656df8d40 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:05.680510 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=711c54bd-6078-472c-ae21-0de656df8d40,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:05.685973 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:05.699949 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8230ec76-4092-4f8b-a3f7-820138b50045 req-6b3e209a-4eb3-4de8-851f-6697a09ff26f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310003 Aug 09 15:53:05.741451 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:05.758218 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-59eb5825-d8b9-42ef-a50c-b1112d446e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.760457 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-59eb5825-d8b9-42ef-a50c-b1112d446e36 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2150195 Aug 09 15:53:05.931755 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-1a5ba262-159e-47ed-ab72-0a402e475107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:05.933252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6ac71e7d-6cc0-49fc-b967-33d60548fa90 req-1a5ba262-159e-47ed-ab72-0a402e475107 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1647766 Aug 09 15:53:06.057615 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-a6b780ed-ca3e-4797-9fe4-20278b52ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.059315 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-a6b780ed-ca3e-4797-9fe4-20278b52ba02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1096 time: 0.0440538 Aug 09 15:53:06.103288 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:06.115752 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-4862ab87-424e-4659-bc13-1da8fb5e5749 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 217 time: 0.0392110 Aug 09 15:53:06.183893 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-d74436b0-9cf6-459e-bed7-08c47d7f3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.185923 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-d74436b0-9cf6-459e-bed7-08c47d7f3e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0624616 Aug 09 15:53:06.304384 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-c84a7d81-8366-4929-ba07-b2acf60e1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.305133 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81991abe-e921-4cc7-b88c-f8e7f16cd54a req-394e467b-4b86-4a60-b2f6-05302991c7d1 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.307765 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81991abe-e921-4cc7-b88c-f8e7f16cd54a req-394e467b-4b86-4a60-b2f6-05302991c7d1 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 944 time: 0.0880680 Aug 09 15:53:06.320647 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-c84a7d81-8366-4929-ba07-b2acf60e1ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226785 Aug 09 15:53:06.393551 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81991abe-e921-4cc7-b88c-f8e7f16cd54a req-67a57940-7412-4b3c-90df-fbecbee9658c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725067 Aug 09 15:53:06.492566 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbfa3c-f400-4d19-be7b-0ea5be884226 req-30c0adfe-b1ea-4002-8265-350984d178ed tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.494647 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c7fbfa3c-f400-4d19-be7b-0ea5be884226 req-30c0adfe-b1ea-4002-8265-350984d178ed tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.1103122 Aug 09 15:53:06.501731 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-85dcebe9-ee08-4b9b-9c4b-001ad9583f25 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726730 Aug 09 15:53:06.591795 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c7fbfa3c-f400-4d19-be7b-0ea5be884226 req-825db0c6-4451-469f-8c36-43ea818fe625 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819640 Aug 09 15:53:06.627386 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-10ac6356-e71d-4bde-8ee5-e3376d82187e req-00777cd0-cf9b-487d-9c59-70f29f1bfd59 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112604 Aug 09 15:53:06.822335 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1faf61-b7f4-4e6e-a409-4dffbb8e5853 req-0026a619-f7a8-47a1-9da2-258d4a2e9c58 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:06.823886 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb1faf61-b7f4-4e6e-a409-4dffbb8e5853 req-0026a619-f7a8-47a1-9da2-258d4a2e9c58 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0557544 Aug 09 15:53:06.872314 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb1faf61-b7f4-4e6e-a409-4dffbb8e5853 req-9e22ac4f-290f-42ac-9411-978549e33baf tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Aug 09 15:53:07.524106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c4b50-4dd7-435e-a5b4-1b4782926c32 req-c76c7618-5f4b-4d9e-aafd-faf913de79eb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.526190 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-457c4b50-4dd7-435e-a5b4-1b4782926c32 req-c76c7618-5f4b-4d9e-aafd-faf913de79eb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 944 time: 0.0494456 Aug 09 15:53:07.562654 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-457c4b50-4dd7-435e-a5b4-1b4782926c32 req-1f34091b-f1e3-4240-b6e1-0c2bdfd217da tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Aug 09 15:53:07.704355 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761186-8379-4c78-b04f-93aedb13b995 req-49c19246-18c4-4955-8c0c-b42fdbfe763a tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.705852 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f761186-8379-4c78-b04f-93aedb13b995 req-49c19246-18c4-4955-8c0c-b42fdbfe763a tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0480678 Aug 09 15:53:07.741751 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f761186-8379-4c78-b04f-93aedb13b995 req-19a14b2d-d30a-439f-9a53-371956bb80c7 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300055 Aug 09 15:53:07.989647 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7b8ec-797a-42b7-ac50-f439f10b459f req-0efdf256-a300-4498-bad2-2da12800404a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:07.991183 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cfd7b8ec-797a-42b7-ac50-f439f10b459f req-0efdf256-a300-4498-bad2-2da12800404a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0555980 Aug 09 15:53:08.031215 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cfd7b8ec-797a-42b7-ac50-f439f10b459f req-0f348c47-bfb0-4b0f-b13a-d829cbc05aa1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Aug 09 15:53:08.675212 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfe79-aa3e-4e9a-85ab-059f4105016c req-eeebfe65-c757-4a78-a4c5-3397ff2cc2a5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.676801 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-41ecfe79-aa3e-4e9a-85ab-059f4105016c req-eeebfe65-c757-4a78-a4c5-3397ff2cc2a5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 944 time: 0.0475163 Aug 09 15:53:08.717396 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-41ecfe79-aa3e-4e9a-85ab-059f4105016c req-defd5d70-a247-495c-a7ac-449f117cab3b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341899 Aug 09 15:53:08.855965 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a405d-8f0e-427c-b5bc-cdb49423f815 req-d29a31e2-73a2-4074-94f9-f22255b645e4 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:08.857489 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e16a405d-8f0e-427c-b5bc-cdb49423f815 req-d29a31e2-73a2-4074-94f9-f22255b645e4 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0474515 Aug 09 15:53:08.894784 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e16a405d-8f0e-427c-b5bc-cdb49423f815 req-c4e4553a-a048-4215-aaf6-ccc91fd52bad tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Aug 09 15:53:09.145335 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41f4c7-5f2d-4566-b0eb-7add2405d3e6 req-68a0a560-e388-4998-bd36-8efb020e1d66 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.146728 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1e41f4c7-5f2d-4566-b0eb-7add2405d3e6 req-68a0a560-e388-4998-bd36-8efb020e1d66 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0487742 Aug 09 15:53:09.185121 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1e41f4c7-5f2d-4566-b0eb-7add2405d3e6 req-e2751c68-a1df-4b29-a534-5d39e54ad199 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Aug 09 15:53:09.831259 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcce421-2341-4465-82dd-cb7dba3438f3 req-3852859e-dfca-4962-af8d-316273d3c51d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:09.832759 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3dcce421-2341-4465-82dd-cb7dba3438f3 req-3852859e-dfca-4962-af8d-316273d3c51d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 944 time: 0.0479076 Aug 09 15:53:09.869606 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3dcce421-2341-4465-82dd-cb7dba3438f3 req-ed966491-6fe7-4048-acc4-2bd44f4f5564 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298455 Aug 09 15:53:09.926437 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device d5c4717b-2f5d-4f7b-a48b-9ec47da24127 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:09.989145 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 711c54bd-6078-472c-ae21-0de656df8d40 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:10.013710 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed2928-5793-4767-99e8-2ed47a8154d0 req-15539ddd-d895-4770-b6ee-250a5e7fb8b6 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.015184 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-93ed2928-5793-4767-99e8-2ed47a8154d0 req-15539ddd-d895-4770-b6ee-250a5e7fb8b6 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 943 time: 0.0499754 Aug 09 15:53:10.053795 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-93ed2928-5793-4767-99e8-2ed47a8154d0 req-69d7c12c-4c21-4f2b-87be-241ba78fc163 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Aug 09 15:53:10.060145 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,segment=NetworkSegment(86e1c76b-6048-4011-a989-e8aba4f33ddb),segment_id=86e1c76b-6048-4011-a989-e8aba4f33ddb)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:10.077644 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127', 'network_id': '2165e930-1103-40ce-996a-4d60d425dac0', 'port_id': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127', 'mac_address': 'fa:16:3e:cb:0b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0b36e8-406f-4660-b7d5-cf6c14604b38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:10.081555 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 711c54bd-6078-472c-ae21-0de656df8d40 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:10.086665 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 711c54bd-6078-472c-ae21-0de656df8d40 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:10.087029 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.142477 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.159401 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c4717b-2f5d-4f7b-a48b-9ec47da24127 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:10.196619 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,segment=NetworkSegment(86e1c76b-6048-4011-a989-e8aba4f33ddb),segment_id=86e1c76b-6048-4011-a989-e8aba4f33ddb)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:10.202838 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.236216 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.274867 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:10.326510 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223411c8-659f-45f6-9568-a43b7d8106d2 req-b09e20aa-6536-4eaf-a058-8133f7b97cca tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.328009 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-223411c8-659f-45f6-9568-a43b7d8106d2 req-b09e20aa-6536-4eaf-a058-8133f7b97cca tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0718424 Aug 09 15:53:10.340350 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:10.351657 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=711c54bd-6078-472c-ae21-0de656df8d40,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:10.356510 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.376572 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-223411c8-659f-45f6-9568-a43b7d8106d2 req-ed867de8-6cdd-4e2c-b128-8d2b76818612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Aug 09 15:53:10.412902 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:10.460414 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14087e9a-b028-4bd4-bb75-1eb67997ff85" -d '{"events": [{"server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "711c54bd-6078-472c-ae21-0de656df8d40"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:10.549812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['d5c4717b-2f5d-4f7b-a48b-9ec47da24127'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:10.675442 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b6986-4e4e-47fd-a749-1cdbbf1f6348 x-openstack-request-id: req-1f4b6986-4e4e-47fd-a749-1cdbbf1f6348 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:10.675759 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "711c54bd-6078-472c-ae21-0de656df8d40", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:10.675992 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f4b6986-4e4e-47fd-a749-1cdbbf1f6348 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:10.676430 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40', 'code': 200} Aug 09 15:53:10.809266 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-3a351571-8c5c-4235-b03a-a9e741c86a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:10.811368 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-3a351571-8c5c-4235-b03a-a9e741c86a49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 1098 time: 0.0727911 Aug 09 15:53:10.830561 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-a05edd97-24c8-4700-914b-7596eee3596f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.930140 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-a05edd97-24c8-4700-914b-7596eee3596f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:10.933551 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-a05edd97-24c8-4700-914b-7596eee3596f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:11.001413 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d4fd1347-c6d3-4055-9c02-a766de25fa7d req-a05edd97-24c8-4700-914b-7596eee3596f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831176 Aug 09 15:53:11.013011 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05edd97-24c8-4700-914b-7596eee3596f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=329524d6-b1ad-42fa-937e-a2644c4c3f78,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:11.043257 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2af8-ac98-4230-9699-c9fdb4b32dd7 req-0aec287c-972e-4a08-9907-19f373edcabf tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:11.044825 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fd7c2af8-ac98-4230-9699-c9fdb4b32dd7 req-0aec287c-972e-4a08-9907-19f373edcabf tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0968356 Aug 09 15:53:11.090436 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fd7c2af8-ac98-4230-9699-c9fdb4b32dd7 req-089d8d69-a37a-4d9f-aa1c-b45ec2669409 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Aug 09 15:53:11.178103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23253186-234a-4e58-ae1c-6938ccee1597 req-f77bf698-2cc4-4c18-aac6-da765c413cca tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:11.179579 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23253186-234a-4e58-ae1c-6938ccee1597 req-f77bf698-2cc4-4c18-aac6-da765c413cca tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 944 time: 0.0529373 Aug 09 15:53:11.220914 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23253186-234a-4e58-ae1c-6938ccee1597 req-dd33d674-01a2-4985-ba24-8e1f2e8941c2 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354042 Aug 09 15:53:11.507792 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803767d-fc6a-4dc8-bdd0-da545b99ab04 req-d6670982-ea28-4047-87c6-eb0ee6a3ed21 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:11.516762 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4803767d-fc6a-4dc8-bdd0-da545b99ab04 req-d6670982-ea28-4047-87c6-eb0ee6a3ed21 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0681603 Aug 09 15:53:11.569752 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4803767d-fc6a-4dc8-bdd0-da545b99ab04 req-8b5cf976-055d-4f20-ad5c-90e7c85d7786 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518179 Aug 09 15:53:11.864882 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42646) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:11.967811 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3e923ce2-9cda-473a-a9e2-b8dd65443768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.061959 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3e923ce2-9cda-473a-a9e2-b8dd65443768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.065935 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3e923ce2-9cda-473a-a9e2-b8dd65443768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.111558 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-3e923ce2-9cda-473a-a9e2-b8dd65443768 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8726ecf7ff0c414aa41bca5fee9eb858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455933 Aug 09 15:53:12.113492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923ce2-9cda-473a-a9e2-b8dd65443768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccfe7cc-1fe9-465b-917f-76bec12be175,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.114395 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42650) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:12.183105 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.223550 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.244807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c4ae7-3b5b-4846-aece-0a255f73e893 req-5c2c5880-652f-473a-b7f6-e8fa74fd348c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.248418 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ea9c4ae7-3b5b-4846-aece-0a255f73e893 req-5c2c5880-652f-473a-b7f6-e8fa74fd348c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0767865 Aug 09 15:53:12.300729 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ea9c4ae7-3b5b-4846-aece-0a255f73e893 req-1dbab0ed-0e8d-4830-bd9a-26605abab17f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Aug 09 15:53:12.311410 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.314409 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.318920 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ccfe7cc-1fe9-465b-917f-76bec12be175 HTTP/1.1" status: 204 len: 168 time: 0.2035108 Aug 09 15:53:12.327485 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a30999-73f6-424b-9293-01709660fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccfe7cc-1fe9-465b-917f-76bec12be175,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.370792 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e54c-b7e7-42d3-955d-c35b0caccf62 req-ae870415-202d-463e-b2d1-6aa689e06f68 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.372313 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ff28e54c-b7e7-42d3-955d-c35b0caccf62 req-ae870415-202d-463e-b2d1-6aa689e06f68 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 944 time: 0.0763628 Aug 09 15:53:12.416913 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ff28e54c-b7e7-42d3-955d-c35b0caccf62 req-66a2dcdd-b0f9-4992-8ac6-731edd5393a2 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Aug 09 15:53:12.621102 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42676) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:12.637036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b89b021f-d2aa-4342-a7b1-09458a31e435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.707152 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f8a3d-add5-46a1-a40f-8b41663b9a55 req-7222fe35-091a-463d-9e21-3c46834f5bfb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:12.708688 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb4f8a3d-add5-46a1-a40f-8b41663b9a55 req-7222fe35-091a-463d-9e21-3c46834f5bfb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0742002 Aug 09 15:53:12.765823 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb4f8a3d-add5-46a1-a40f-8b41663b9a55 req-d5fd84b9-d664-4d88-942d-2ef77e3ede91 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496733 Aug 09 15:53:12.802204 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b89b021f-d2aa-4342-a7b1-09458a31e435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.807046 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b89b021f-d2aa-4342-a7b1-09458a31e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.848558 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b021f-d2aa-4342-a7b1-09458a31e435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa8c08-48f5-45e0-b671-4bf2a3e14ceb,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:12.854330 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b89b021f-d2aa-4342-a7b1-09458a31e435 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=164906a459b544d2a6d9dd4bda7e5a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316952 Aug 09 15:53:12.857280 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42686) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:12.924599 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:12.950299 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.001862 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.004602 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.005997 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c7aa8c08-48f5-45e0-b671-4bf2a3e14ceb HTTP/1.1" status: 204 len: 168 time: 0.1475520 Aug 09 15:53:13.015848 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc62d8a-91a0-4499-9ce0-fa5e5d5bcbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa8c08-48f5-45e0-b671-4bf2a3e14ceb,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.333574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42720) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:13.428979 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e3937-0f85-4f06-81f4-c56f401f460e req-3ec56ffc-3ad6-4697-9ee6-a11ddd49423a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.429985 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ff8e3937-0f85-4f06-81f4-c56f401f460e req-3ec56ffc-3ad6-4697-9ee6-a11ddd49423a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0555871 Aug 09 15:53:13.449897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b42d1383-7fc4-404a-a1ad-daa3285e6d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.497852 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ff8e3937-0f85-4f06-81f4-c56f401f460e req-618af144-7e0c-4828-a694-8b5d32cf5403 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529292 Aug 09 15:53:13.581663 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcbba6-5a3b-4967-b836-898acc4114a8 req-2b55be79-9f2a-441e-83ed-98f9a1805694 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.588648 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-33fcbba6-5a3b-4967-b836-898acc4114a8 req-2b55be79-9f2a-441e-83ed-98f9a1805694 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 944 time: 0.0862570 Aug 09 15:53:13.632331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b42d1383-7fc4-404a-a1ad-daa3285e6d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.638940 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b42d1383-7fc4-404a-a1ad-daa3285e6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.643601 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-33fcbba6-5a3b-4967-b836-898acc4114a8 req-1095ceb0-ac9e-4a21-b725-f2640526cca9 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541701 Aug 09 15:53:13.674122 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d1383-7fc4-404a-a1ad-daa3285e6d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ef484-bf7b-4e28-9e0a-60edbc0e3caa,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.690824 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b42d1383-7fc4-404a-a1ad-daa3285e6d0c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=42b793c3e19a4e89b4b418fac811051b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539958 Aug 09 15:53:13.690927 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42740) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:13.743683 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.765512 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.817409 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.820143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:13.824650 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2c6ef484-bf7b-4e28-9e0a-60edbc0e3caa HTTP/1.1" status: 204 len: 168 time: 0.1294808 Aug 09 15:53:13.830259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c1bf-cf3b-4d8b-b0ff-82f3d1c2931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ef484-bf7b-4e28-9e0a-60edbc0e3caa,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:13.895283 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39755-ab7b-4ac3-a0f2-a73ad86b084b req-20cf627b-fcce-4aed-8f8c-ced14e982534 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:13.896907 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c7a39755-ab7b-4ac3-a0f2-a73ad86b084b req-20cf627b-fcce-4aed-8f8c-ced14e982534 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 943 time: 0.0540919 Aug 09 15:53:13.953677 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c7a39755-ab7b-4ac3-a0f2-a73ad86b084b req-ca70b242-e3fe-4892-9a90-9ef7480fa152 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459399 Aug 09 15:53:14.186417 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42796) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:14.199829 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ef0aad0-f19b-43b9-b9e3-137356cc26a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.294811 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ef0aad0-f19b-43b9-b9e3-137356cc26a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.300009 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ef0aad0-f19b-43b9-b9e3-137356cc26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.352514 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9ef0aad0-f19b-43b9-b9e3-137356cc26a8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5a681550d7cb41fb9206d67537df06db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647274 Aug 09 15:53:14.354836 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42802) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:14.365959 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0aad0-f19b-43b9-b9e3-137356cc26a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25260c9-b143-48b6-a54c-22c625c95fdf,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:14.410240 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.439003 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.489478 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.494827 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.495972 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f25260c9-b143-48b6-a54c-22c625c95fdf HTTP/1.1" status: 204 len: 168 time: 0.1397057 Aug 09 15:53:14.503588 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20a163-8011-4f6a-8d91-a6f5fc674f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25260c9-b143-48b6-a54c-22c625c95fdf,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:14.553855 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b206928b-d47a-44c9-b045-a3f4c38a365c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:53:14.620033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2d73-7689-456d-85cf-0a8591cae7e1 req-0cffb3b0-fcff-4da5-a61b-96a50aea1655 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.624334 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-280e2d73-7689-456d-85cf-0a8591cae7e1 req-0cffb3b0-fcff-4da5-a61b-96a50aea1655 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0531781 Aug 09 15:53:14.661168 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-280e2d73-7689-456d-85cf-0a8591cae7e1 req-71119df3-8dc9-4ff4-8cb1-9234549bc824 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333920 Aug 09 15:53:14.661993 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b206928b-d47a-44c9-b045-a3f4c38a365c,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:14.675201 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'port_id': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'mac_address': 'fa:16:3e:63:9c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:53:14.713906 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.727132 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b206928b-d47a-44c9-b045-a3f4c38a365c {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:14.752435 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b206928b-d47a-44c9-b045-a3f4c38a365c,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:14.756409 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:14.776758 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e2376-34ba-4333-ae15-067d5b2ffbf1 req-84fa81cd-5991-4f0e-8345-4ccd2cc67f6f tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:14.778266 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4b1e2376-34ba-4333-ae15-067d5b2ffbf1 req-84fa81cd-5991-4f0e-8345-4ccd2cc67f6f tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 944 time: 0.0498555 Aug 09 15:53:14.817190 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4b1e2376-34ba-4333-ae15-067d5b2ffbf1 req-23f81e1c-6cf6-43da-bebd-37bce28750cb tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Aug 09 15:53:14.822682 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.062489 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f683-d451-4027-b633-840f5d934937 req-36dc7d52-8976-4ce2-b2cf-06c267d858e9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.063990 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4885f683-d451-4027-b633-840f5d934937 req-36dc7d52-8976-4ce2-b2cf-06c267d858e9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 944 time: 0.0505066 Aug 09 15:53:15.103218 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4885f683-d451-4027-b633-840f5d934937 req-706c3190-0da0-4df5-9522-6eb470cab69a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Aug 09 15:53:15.564968 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device d5c4717b-2f5d-4f7b-a48b-9ec47da24127 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:15.616016 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:15.620743 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:15.621118 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.699483 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.730034 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.734741 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:15.737137 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d3c28-dd55-44a9-bb3a-d76f8ec9c18a" -d '{"events": [{"server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:15.751465 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,segment=NetworkSegment(86e1c76b-6048-4011-a989-e8aba4f33ddb),segment_id=86e1c76b-6048-4011-a989-e8aba4f33ddb)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:15.756240 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:15.802739 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39a37d-52ce-4790-9737-2bc671d3c9f0 x-openstack-request-id: req-db39a37d-52ce-4790-9737-2bc671d3c9f0 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:15.803094 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:15.803278 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-db39a37d-52ce-4790-9737-2bc671d3c9f0 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:15.803683 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127', 'code': 200} Aug 09 15:53:15.824063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da68a48-751b-4144-92a6-c265e4e1ec16 req-8d28ab1d-ff3e-4bd2-9951-e54096ce86c3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.826230 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5da68a48-751b-4144-92a6-c265e4e1ec16 req-8d28ab1d-ff3e-4bd2-9951-e54096ce86c3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0609343 Aug 09 15:53:15.831443 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:15.873723 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5da68a48-751b-4144-92a6-c265e4e1ec16 req-548ee5fc-c0fd-41d8-b5bb-db8f43d7ac70 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Aug 09 15:53:15.969726 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b9a0-6b78-4ea3-9af1-8c6b8e08a9ca req-f79d575d-6069-4a10-ae27-499c9936750c tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:15.972171 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b184b9a0-6b78-4ea3-9af1-8c6b8e08a9ca req-f79d575d-6069-4a10-ae27-499c9936750c tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0733709 Aug 09 15:53:16.044821 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b184b9a0-6b78-4ea3-9af1-8c6b8e08a9ca req-9f220dd5-5671-4e82-b209-882c94de2535 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Aug 09 15:53:16.058661 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['b206928b-d47a-44c9-b045-a3f4c38a365c'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:16.129876 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db83ff-fc30-4e8b-bb55-e99eef5e4afe req-e9f2c938-6147-4715-8cae-91ec68adbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.132183 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72db83ff-fc30-4e8b-bb55-e99eef5e4afe req-e9f2c938-6147-4715-8cae-91ec68adbab5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 1098 time: 0.0434508 Aug 09 15:53:16.181519 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72db83ff-fc30-4e8b-bb55-e99eef5e4afe req-317a2c2d-8596-4ac7-9584-800ec81dcc13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Aug 09 15:53:16.234650 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a31d6-71e9-4aa2-8aa3-b6fb3308ca29 req-d1a4a20a-ccd8-408b-8181-d49d070e592a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:16.239943 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1a0a31d6-71e9-4aa2-8aa3-b6fb3308ca29 req-d1a4a20a-ccd8-408b-8181-d49d070e592a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 944 time: 0.0574360 Aug 09 15:53:16.280661 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1a0a31d6-71e9-4aa2-8aa3-b6fb3308ca29 req-f949a2ec-6c97-4399-b83c-67bcbff8713a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Aug 09 15:53:16.323224 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 42890) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:16.428143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c76bad99-a229-4a5d-975a-5982d50dcba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.540799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c76bad99-a229-4a5d-975a-5982d50dcba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.545613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c76bad99-a229-4a5d-975a-5982d50dcba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.595243 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c76bad99-a229-4a5d-975a-5982d50dcba1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f69a1e2622a14edb882ba1c46919d808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709162 Aug 09 15:53:16.597166 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bad99-a229-4a5d-975a-5982d50dcba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228de475-0b70-4d6b-ad4a-5b8c71f2fb47,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:16.598367 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42910) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:16.661796 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.684119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.732774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.738340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:16.738340 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/228de475-0b70-4d6b-ad4a-5b8c71f2fb47 HTTP/1.1" status: 204 len: 168 time: 0.1371191 Aug 09 15:53:16.746148 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bd36a-530b-45fc-872f-9caf94fafb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228de475-0b70-4d6b-ad4a-5b8c71f2fb47,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.012226 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa5f44-1ee3-4fd0-8d91-a2ee091bb914 req-ca72a991-37b4-480a-aa60-98a46548eefb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.016275 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42fa5f44-1ee3-4fd0-8d91-a2ee091bb914 req-ca72a991-37b4-480a-aa60-98a46548eefb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0610335 Aug 09 15:53:17.044369 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42924) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.055871 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42fa5f44-1ee3-4fd0-8d91-a2ee091bb914 req-1d698316-62cd-457e-bb12-0a9e2f547fe4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Aug 09 15:53:17.057714 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-085960b3-a6e2-4744-a3bc-009014e8eff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.375710 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34aa4d-7f5e-4683-b3a7-b5bb23bb2723 req-9a9aedb2-7a3e-496a-8359-2f9824377421 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.377238 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fb34aa4d-7f5e-4683-b3a7-b5bb23bb2723 req-9a9aedb2-7a3e-496a-8359-2f9824377421 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.2507513 Aug 09 15:53:17.436624 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-085960b3-a6e2-4744-a3bc-009014e8eff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.458217 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-085960b3-a6e2-4744-a3bc-009014e8eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.538949 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba89b6-2faa-4930-8f7f-9b4b83694681 req-64ec0389-c5b7-4a9b-b565-336b59052fe4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:17.552107 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cbba89b6-2faa-4930-8f7f-9b4b83694681 req-64ec0389-c5b7-4a9b-b565-336b59052fe4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 944 time: 0.1539886 Aug 09 15:53:17.576700 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fb34aa4d-7f5e-4683-b3a7-b5bb23bb2723 req-444c01ce-7e96-4b6e-9b53-c8e5a815f053 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771836 Aug 09 15:53:17.580047 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085960b3-a6e2-4744-a3bc-009014e8eff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99734b27-0d94-463d-8d47-7f40eaca9e1e,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.590936 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-085960b3-a6e2-4744-a3bc-009014e8eff4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8e60bcabff841279b078a940b05fa05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454409 Aug 09 15:53:17.601038 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 42956) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:17.665254 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cbba89b6-2faa-4930-8f7f-9b4b83694681 req-6ad030ad-b3eb-4168-bc0b-074842c95f41 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122563 Aug 09 15:53:17.669052 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b206928b-d47a-44c9-b045-a3f4c38a365c up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:53:17.714591 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.741891 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port b206928b-d47a-44c9-b045-a3f4c38a365c completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:53:17.743634 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.761789 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port b206928b-d47a-44c9-b045-a3f4c38a365c triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:17.762170 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.807981 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.810698 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.814281 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/99734b27-0d94-463d-8d47-7f40eaca9e1e HTTP/1.1" status: 204 len: 168 time: 0.2098725 Aug 09 15:53:17.826998 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeb86f-67a6-4857-af0a-1b1b53d81276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99734b27-0d94-463d-8d47-7f40eaca9e1e,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:17.919292 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:17.946880 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:17.949521 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85806990-f656-41fc-ae0a-6da9986939fb" -d '{"events": [{"server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "name": "network-vif-plugged", "status": "completed", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:17.966220 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b206928b-d47a-44c9-b045-a3f4c38a365c,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:17.972129 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:18.011293 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8087edf6-cf9c-4574-bc6e-4de86322eab1 x-openstack-request-id: req-8087edf6-cf9c-4574-bc6e-4de86322eab1 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:18.011588 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "name": "network-vif-plugged", "status": "completed", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:18.012167 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8087edf6-cf9c-4574-bc6e-4de86322eab1 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:18.012551 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'code': 200} Aug 09 15:53:18.093092 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:18.291989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b781a-c7c8-4c6e-9374-599894289efe req-31938c3a-232b-4ce1-be5b-a8bc023152f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.300678 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bc1b781a-c7c8-4c6e-9374-599894289efe req-31938c3a-232b-4ce1-be5b-a8bc023152f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.0545182 Aug 09 15:53:18.341041 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bc1b781a-c7c8-4c6e-9374-599894289efe req-b213f5fa-be17-47e6-b924-42529f6d935b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363944 Aug 09 15:53:18.721713 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf260-8aa8-4ab1-a7e7-17f1fdf12fe9 req-75e183eb-bb31-4a82-8f33-9a02fcecb226 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.723767 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fdbbf260-8aa8-4ab1-a7e7-17f1fdf12fe9 req-75e183eb-bb31-4a82-8f33-9a02fcecb226 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0574443 Aug 09 15:53:18.786383 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fdbbf260-8aa8-4ab1-a7e7-17f1fdf12fe9 req-ddc1716b-9cc8-4ebd-baa5-329c1d0a7e19 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Aug 09 15:53:18.920969 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1054402-ac10-4f58-a86d-fe3786ff49dd req-8448f13a-ccb5-44dd-b534-a08b0e1354df tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:18.922747 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a1054402-ac10-4f58-a86d-fe3786ff49dd req-8448f13a-ccb5-44dd-b534-a08b0e1354df tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0622878 Aug 09 15:53:18.978752 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a1054402-ac10-4f58-a86d-fe3786ff49dd req-c5c293d9-7a1b-4996-8f62-77b1a6012e43 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496390 Aug 09 15:53:20.094626 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426f475-788b-437f-9147-04beaf75cc1c req-925faa6e-e572-4add-a353-708271854dc6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:20.096116 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6426f475-788b-437f-9147-04beaf75cc1c req-925faa6e-e572-4add-a353-708271854dc6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Aug 09 15:53:20.137597 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6426f475-788b-437f-9147-04beaf75cc1c req-c1342562-e378-4f54-91ef-4db8e922bfc0 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355146 Aug 09 15:53:21.252932 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff98e-8fae-4688-9c08-1dd0ef9ef268 req-2279b436-f17f-4b68-9ab8-9c2a3067cffe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:21.254423 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe6ff98e-8fae-4688-9c08-1dd0ef9ef268 req-2279b436-f17f-4b68-9ab8-9c2a3067cffe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0484793 Aug 09 15:53:21.291382 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe6ff98e-8fae-4688-9c08-1dd0ef9ef268 req-48cc0601-0207-4d02-8fdc-050b9ab26489 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304844 Aug 09 15:53:22.403610 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b3bca-d5f9-4af1-9473-3828e2baa966 req-f5a6faa9-c367-446a-b050-fcc7a2b2e0fe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:22.405105 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3b6b3bca-d5f9-4af1-9473-3828e2baa966 req-f5a6faa9-c367-446a-b050-fcc7a2b2e0fe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0473161 Aug 09 15:53:22.441624 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3b6b3bca-d5f9-4af1-9473-3828e2baa966 req-e9c55c3b-adec-4e62-a87f-48e65292c05f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307391 Aug 09 15:53:23.572592 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74abc0-0da1-4b74-949f-744ab566a5b3 req-154e20d0-6966-4cfa-a236-e1e1f13f5cbf tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.574216 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ed74abc0-0da1-4b74-949f-744ab566a5b3 req-154e20d0-6966-4cfa-a236-e1e1f13f5cbf tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0589225 Aug 09 15:53:23.624118 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ed74abc0-0da1-4b74-949f-744ab566a5b3 req-107c1b5b-d69a-472d-9309-14eb7d045c43 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428269 Aug 09 15:53:23.794469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52148376-32fb-40be-8f1c-2d4bee5c5e7f req-c270038d-dce8-4d36-a641-a0bce85e3e8a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:23.796108 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-52148376-32fb-40be-8f1c-2d4bee5c5e7f req-c270038d-dce8-4d36-a641-a0bce85e3e8a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0661685 Aug 09 15:53:23.805654 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43162) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:23.811538 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'floatingip': {'port_id': 'b206928b-d47a-44c9-b045-a3f4c38a365c'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:23.889338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.578007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.582283 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.769936 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43206) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:24.865298 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Floating IP 4b71dfe6-66b5-40f1-bb0f-98024b296f6c associated. External IP: 172.27.1.97, port: b206928b-d47a-44c9-b045-a3f4c38a365c. Aug 09 15:53:24.883686 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5d8d119e-fc15-4ed9-8fb8-f2360dd0358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.974228 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5d8d119e-fc15-4ed9-8fb8-f2360dd0358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:24.979259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5d8d119e-fc15-4ed9-8fb8-f2360dd0358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.020245 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5d8d119e-fc15-4ed9-8fb8-f2360dd0358a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d2f8bd0015384b46985fd9ebd7fd3b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490034 Aug 09 15:53:25.021334 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d119e-fc15-4ed9-8fb8-f2360dd0358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03379817-98ea-4d74-a526-6fc5f0ac9cf1,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.023876 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43212) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:25.070628 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.070879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:53:25.093276 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.146491 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.149161 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.150340 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/03379817-98ea-4d74-a526-6fc5f0ac9cf1 HTTP/1.1" status: 204 len: 168 time: 0.1258004 Aug 09 15:53:25.161008 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e8384-53fd-4764-8112-9bb0ee97e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03379817-98ea-4d74-a526-6fc5f0ac9cf1,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.197956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:53:25.202708 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.212793 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:53:25.222068 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:25.222665 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.235693 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8cb51012-b861-4899-83a3-1a02261e1c8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "PUT /v2.0/floatingips/4b71dfe6-66b5-40f1-bb0f-98024b296f6c HTTP/1.1" status: 200 len: 990 time: 1.4235537 Aug 09 15:53:25.235693 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:25.235693 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c70fa2-8456-40e8-9a8f-d06247e831ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:25.272010 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e9522a-6d70-4476-b265-ed1a9c0f1fdd x-openstack-request-id: req-09e9522a-6d70-4476-b265-ed1a9c0f1fdd {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:25.272359 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:25.272513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-09e9522a-6d70-4476-b265-ed1a9c0f1fdd {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:25.273026 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'status': 'completed', 'code': 200} Aug 09 15:53:25.359630 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:25.438399 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43226) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:25.452073 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9717ee55-2364-4a9f-9595-204c4c6aed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.567262 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9717ee55-2364-4a9f-9595-204c4c6aed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.571368 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9717ee55-2364-4a9f-9595-204c4c6aed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.613984 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9717ee55-2364-4a9f-9595-204c4c6aed25 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f63e74e09c9f43baade89e49526398a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745107 Aug 09 15:53:25.614808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717ee55-2364-4a9f-9595-204c4c6aed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c09bd-5368-48c8-842f-1402e1e2d2f1,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.616707 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43234) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:25.660000 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '4b71dfe6-66b5-40f1-bb0f-98024b296f6c', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:63:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:51Z', 'updated_at': '2021-08-09T15:53:24Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.676756 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.683529 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:53:25.691689 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:53:25.692429 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:52:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:25.699014 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.755791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.758615 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:25.762586 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e37c09bd-5368-48c8-842f-1402e1e2d2f1 HTTP/1.1" status: 204 len: 168 time: 0.1417897 Aug 09 15:53:25.771288 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c0a2-a0ae-48cd-8808-bbce9033bf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c09bd-5368-48c8-842f-1402e1e2d2f1,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:25.800459 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:53:26.037938 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '4b71dfe6-66b5-40f1-bb0f-98024b296f6c', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:63:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:51Z', 'updated_at': '2021-08-09T15:53:24Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:53:26.068173 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380acbe6-1c53-47c4-bf73-3f6d662c3c26 None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '4b71dfe6-66b5-40f1-bb0f-98024b296f6c', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.97', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:63:9c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:51Z', 'updated_at': '2021-08-09T15:53:24Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:53:26.127968 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43250) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.141484 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7c85f12b-bde6-470e-a651-6fc587b2f001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.240478 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7c85f12b-bde6-470e-a651-6fc587b2f001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.246032 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7c85f12b-bde6-470e-a651-6fc587b2f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.282479 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b575aa5d-aded-4869-bf67-1addaf78b279 None None] New status for floating IP 4b71dfe6-66b5-40f1-bb0f-98024b296f6c: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:53:26.283755 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85f12b-bde6-470e-a651-6fc587b2f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0719b70-4ea7-4d59-9375-0ccb8f2339ef,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.288434 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-7c85f12b-bde6-470e-a651-6fc587b2f001 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9cad5e5a386945c2b2e180c59cb47adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590395 Aug 09 15:53:26.291188 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43256) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:26.340642 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.364770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.412416 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.414927 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.416790 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a0719b70-4ea7-4d59-9375-0ccb8f2339ef HTTP/1.1" status: 204 len: 168 time: 0.1246383 Aug 09 15:53:26.424982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3726f7-2501-4160-9108-a69f29990d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0719b70-4ea7-4d59-9375-0ccb8f2339ef,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:26.951569 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c574f68a-3f6e-412c-8874-5c6963de6adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.331176 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-baae8202-1376-4c26-ad1a-3c32dde234b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.332744 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-baae8202-1376-4c26-ad1a-3c32dde234b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.0407724 Aug 09 15:53:27.437037 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-40b4b6eb-2350-48a5-b632-5abd1a8add33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.438927 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-40b4b6eb-2350-48a5-b632-5abd1a8add33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.0884013 Aug 09 15:53:27.541257 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-c1cc8e54-185f-4b40-bc44-26095aa2d110 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1000 time: 0.0924692 Aug 09 15:53:27.605534 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-6bf707e3-d157-4c57-a0a6-357f9be992be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.608262 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-6bf707e3-d157-4c57-a0a6-357f9be992be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0592115 Aug 09 15:53:27.664101 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-2cff44f7-f183-4468-9666-61fff75e68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:27.665651 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-2cff44f7-f183-4468-9666-61fff75e68c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491040 Aug 09 15:53:27.756044 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-a67056ea-7a9a-41dc-b9cf-e732d8007fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825827 Aug 09 15:53:27.859562 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8c70fa2-8456-40e8-9a8f-d06247e831ca req-d76911c3-1c4e-4265-9495-207e874a6baf service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952930 Aug 09 15:53:28.210587 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43344) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.343307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5f6a3011-4a61-4500-b8f1-59381c647f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.453126 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5f6a3011-4a61-4500-b8f1-59381c647f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.457204 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5f6a3011-4a61-4500-b8f1-59381c647f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.501514 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-5f6a3011-4a61-4500-b8f1-59381c647f59 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=213955534a234ea396191990463a5726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896225 Aug 09 15:53:28.502559 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a3011-4a61-4500-b8f1-59381c647f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3017e0b3-137e-4696-b691-f56090b33010,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.504269 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43366) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.539574 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43368) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.561782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.584084 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.632984 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.635844 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.636992 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3017e0b3-137e-4696-b691-f56090b33010 HTTP/1.1" status: 204 len: 168 time: 0.1311431 Aug 09 15:53:28.647892 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc376e1-1e90-43a6-b2e1-5e3e2de5b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3017e0b3-137e-4696-b691-f56090b33010,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.652885 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0ed32269-5cfd-4668-949b-4059ca7831e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.757060 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0ed32269-5cfd-4668-949b-4059ca7831e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.762014 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0ed32269-5cfd-4668-949b-4059ca7831e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.802182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32269-5cfd-4668-949b-4059ca7831e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ee6cc0-d554-4c3a-b416-9a3e5ad757bc,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.808951 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0ed32269-5cfd-4668-949b-4059ca7831e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=61d5aaf201c84d06b9ffa3d44b6aef2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652104 Aug 09 15:53:28.809267 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43378) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.859511 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.885337 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.937403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.937921 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43380) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:28.940022 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.941284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65ee6cc0-d554-4c3a-b416-9a3e5ad757bc HTTP/1.1" status: 204 len: 168 time: 0.1311507 Aug 09 15:53:28.949621 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213a5ef-2a51-478c-817b-b4bbe27d87c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ee6cc0-d554-4c3a-b416-9a3e5ad757bc,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:28.951964 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1e056cbb-c2c4-4487-a138-2acb2672033f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.061997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1e056cbb-c2c4-4487-a138-2acb2672033f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.066178 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1e056cbb-c2c4-4487-a138-2acb2672033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.113150 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-1e056cbb-c2c4-4487-a138-2acb2672033f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d1beee67c837411990c7559c98e6d146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739814 Aug 09 15:53:29.113856 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43390) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.113973 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e056cbb-c2c4-4487-a138-2acb2672033f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbbfd62-d775-40e1-9574-f94bfac6e631,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:29.190573 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.216604 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.272535 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.275638 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.276973 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/abbbfd62-d775-40e1-9574-f94bfac6e631 HTTP/1.1" status: 204 len: 168 time: 0.1611693 Aug 09 15:53:29.291084 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808355e7-f2a1-4342-b322-e9285162705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbbfd62-d775-40e1-9574-f94bfac6e631,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:29.344790 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43404) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.359990 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fd4044c8-474c-4ea8-b1d6-f9400f3578aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.388444 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-92a989bb-0278-4beb-9182-6e870b0781d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.493976 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fd4044c8-474c-4ea8-b1d6-f9400f3578aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.497840 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fd4044c8-474c-4ea8-b1d6-f9400f3578aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.546999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43418) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:29.547560 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-fd4044c8-474c-4ea8-b1d6-f9400f3578aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32a049becdb54a5280139a9a38d55a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009721 Aug 09 15:53:29.547998 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4044c8-474c-4ea8-b1d6-f9400f3578aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f032041-33bb-4e7f-b781-6c6e37d626ba,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:29.611405 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.620956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.644352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.706044 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.709014 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:29.721791 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f032041-33bb-4e7f-b781-6c6e37d626ba HTTP/1.1" status: 204 len: 168 time: 0.1646910 Aug 09 15:53:29.733419 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284937a2-6adb-4495-9b81-73230494b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f032041-33bb-4e7f-b781-6c6e37d626ba,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:30.876766 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.702597 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43564) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:31.804612 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.895595 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.900066 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:31.938405 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5a2e179175834f80ae001b5f4db8f381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346921 Aug 09 15:53:31.939280 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a5d70f-ef97-4822-9bdd-ea2ac7a980bd,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:31.941232 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43570) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:31.947475 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.947919 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.948342 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.948746 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.949201 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.949563 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.949952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.950353 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.950753 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.951082 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.951407 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.951749 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e2a1ce-0ddf-4add-9a2e-0edbc3273227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:31.996755 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.020623 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.068046 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.070633 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.071843 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/23a5d70f-ef97-4822-9bdd-ea2ac7a980bd HTTP/1.1" status: 204 len: 168 time: 0.1291366 Aug 09 15:53:32.079442 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a5d70f-ef97-4822-9bdd-ea2ac7a980bd,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.086543 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.086902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.087242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.087577 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.087936 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.088267 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.088596 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.088929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.089246 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.089573 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.089897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.090220 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6d502-88c4-4687-af71-2c176bc5a52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:53:32.333495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43580) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.346950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-61dea134-6688-4bde-ba24-1fcc9f230d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.437802 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-61dea134-6688-4bde-ba24-1fcc9f230d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.447240 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-61dea134-6688-4bde-ba24-1fcc9f230d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.454712 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.486891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dea134-6688-4bde-ba24-1fcc9f230d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560a86b9-cbf3-4e1b-89d0-87d9e1d09f42,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:32.491057 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-61dea134-6688-4bde-ba24-1fcc9f230d43 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb73ce90a05f4eb6be0dbad96e13967e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565480 Aug 09 15:53:32.495690 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43584) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:32.548775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.572851 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.619356 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.621877 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:32.623017 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/560a86b9-cbf3-4e1b-89d0-87d9e1d09f42 HTTP/1.1" status: 204 len: 168 time: 0.1277347 Aug 09 15:53:32.630797 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983549f-49c4-4b7b-b844-ca7a9060e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560a86b9-cbf3-4e1b-89d0-87d9e1d09f42,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:37.110094 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:38.624574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43782) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.731967 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9628-407d-496f-97fd-66904e96b76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.829807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9628-407d-496f-97fd-66904e96b76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.833900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9628-407d-496f-97fd-66904e96b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.875224 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4e4c9628-407d-496f-97fd-66904e96b76f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=885a9d12d81e4902ad2ee50ef04c3c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469664 Aug 09 15:53:38.875224 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c9628-407d-496f-97fd-66904e96b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73847382-9af8-4b52-aed5-1692f5639d57,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:38.875844 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43790) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:38.925255 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.946370 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.996857 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:38.999614 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.000811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/73847382-9af8-4b52-aed5-1692f5639d57 HTTP/1.1" status: 204 len: 168 time: 0.1239676 Aug 09 15:53:39.009620 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2308-d672-409d-b836-86c0d5f4d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73847382-9af8-4b52-aed5-1692f5639d57,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.306820 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43816) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.320191 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96b391c0-9fc2-49bd-9d1c-f90189057c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.429579 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96b391c0-9fc2-49bd-9d1c-f90189057c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.434747 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96b391c0-9fc2-49bd-9d1c-f90189057c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.479263 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-96b391c0-9fc2-49bd-9d1c-f90189057c61 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f77cc09aba5045e7b6072e54d23e27ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708403 Aug 09 15:53:39.479918 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b391c0-9fc2-49bd-9d1c-f90189057c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebc17a-0528-4984-96b6-a49c6fa79cdf,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:39.481574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43840) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:39.543682 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.572604 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.640068 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.642880 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:39.644067 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/40ebc17a-0528-4984-96b6-a49c6fa79cdf HTTP/1.1" status: 204 len: 168 time: 0.1614630 Aug 09 15:53:39.656574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3857cc-d7d8-4776-8785-56870b563b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebc17a-0528-4984-96b6-a49c6fa79cdf,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:41.606797 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 43956) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.711692 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-150f678d-92c8-414c-942c-d268961d8517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.805272 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-150f678d-92c8-414c-942c-d268961d8517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.809553 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-150f678d-92c8-414c-942c-d268961d8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.849076 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-150f678d-92c8-414c-942c-d268961d8517 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8a9e39a504d04646a3ec83794be2c6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406106 Aug 09 15:53:41.851693 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43966) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:41.852298 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f678d-92c8-414c-942c-d268961d8517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52054741-2992-4634-87bd-d3727d8c8380,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:41.913295 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.941308 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.996342 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:41.999694 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.003350 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/52054741-2992-4634-87bd-d3727d8c8380 HTTP/1.1" status: 204 len: 168 time: 0.1482253 Aug 09 15:53:42.010229 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75e59-0719-49f3-ac13-5c42ceee9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52054741-2992-4634-87bd-d3727d8c8380,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:42.294718 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43986) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.321705 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1826-d5ea-4f78-9463-2bd33a7a39c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.414774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1826-d5ea-4f78-9463-2bd33a7a39c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.418871 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ecfe1826-d5ea-4f78-9463-2bd33a7a39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.455370 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe1826-d5ea-4f78-9463-2bd33a7a39c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1275b-0152-45e5-bbd4-3f088d436210,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:42.459621 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ecfe1826-d5ea-4f78-9463-2bd33a7a39c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a54ab5c57eda4441bf49006cbb36b3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637697 Aug 09 15:53:42.462205 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 43988) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:42.511885 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.535977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.584495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.587843 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:42.591620 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b2a1275b-0152-45e5-bbd4-3f088d436210 HTTP/1.1" status: 204 len: 168 time: 0.1261716 Aug 09 15:53:42.597886 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b43e0-c983-4a36-99eb-34d60fcda70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1275b-0152-45e5-bbd4-3f088d436210,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:43.829648 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44054) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:43.937420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6fa5-7282-4aa4-bdd2-45c908b038c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.027054 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6fa5-7282-4aa4-bdd2-45c908b038c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.031769 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6fa5-7282-4aa4-bdd2-45c908b038c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.073331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f6fa5-7282-4aa4-bdd2-45c908b038c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959e7725-4415-4d72-b658-7d552652b41d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:44.084523 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8b4f6fa5-7282-4aa4-bdd2-45c908b038c8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=65c2275f70034a2cb0539760c0b7d7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537694 Aug 09 15:53:44.084802 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44064) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:44.142364 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.172976 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.222796 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.225543 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:44.228886 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/959e7725-4415-4d72-b658-7d552652b41d HTTP/1.1" status: 204 len: 168 time: 0.1427748 Aug 09 15:53:44.240701 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717520-a552-4027-9c09-f82705debbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e7725-4415-4d72-b658-7d552652b41d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:44.957059 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44126) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.062933 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-317357c5-9fac-45fe-aaac-8fcf44d6322e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.176983 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-317357c5-9fac-45fe-aaac-8fcf44d6322e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.183774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-317357c5-9fac-45fe-aaac-8fcf44d6322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.228313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44140) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.228801 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-317357c5-9fac-45fe-aaac-8fcf44d6322e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c9607bab8f34ffaa7e95f399551b27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701912 Aug 09 15:53:45.229355 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317357c5-9fac-45fe-aaac-8fcf44d6322e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f2995-abac-49ff-885e-6fb114671012,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.295348 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.316494 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.357329 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44146) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.373121 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.375743 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.376917 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec6f2995-abac-49ff-885e-6fb114671012 HTTP/1.1" status: 204 len: 168 time: 0.1474950 Aug 09 15:53:45.394866 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a638d1-7317-468b-99d4-7a6490b7bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f2995-abac-49ff-885e-6fb114671012,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.542456 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-31ec181f-09ed-4b9b-9fd6-10e6e9a1ec65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.566570 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d639-dcfb-44e9-9df2-56e1feccd827 req-6ac14a71-db7f-44d3-9d83-61b1bb52a2c3 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:45.571073 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0e5d639-dcfb-44e9-9df2-56e1feccd827 req-6ac14a71-db7f-44d3-9d83-61b1bb52a2c3 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0717366 Aug 09 15:53:45.589236 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.639876 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0e5d639-dcfb-44e9-9df2-56e1feccd827 req-ae2968f7-ed51-4aab-bad6-de29dd59f24c tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618510 Aug 09 15:53:45.712242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-31ec181f-09ed-4b9b-9fd6-10e6e9a1ec65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.716734 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-31ec181f-09ed-4b9b-9fd6-10e6e9a1ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.762072 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-31ec181f-09ed-4b9b-9fd6-10e6e9a1ec65 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0f2100be58fa4ab194ed7a618af7e851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008501 Aug 09 15:53:45.762072 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec181f-09ed-4b9b-9fd6-10e6e9a1ec65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befbdddd-61a3-47a7-a21a-e6504b8dd032,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:45.762231 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44162) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.762451 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44164) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:45.799089 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6668534-d942-43ab-b89f-122c4f6d53bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.852435 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.889399 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.966469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6668534-d942-43ab-b89f-122c4f6d53bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.970968 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.973779 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.974934 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/befbdddd-61a3-47a7-a21a-e6504b8dd032 HTTP/1.1" status: 204 len: 168 time: 0.2114727 Aug 09 15:53:45.977630 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e6668534-d942-43ab-b89f-122c4f6d53bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:45.992352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac618d-7ccd-45f6-b8ae-d0575bd36720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befbdddd-61a3-47a7-a21a-e6504b8dd032,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:46.022803 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e6668534-d942-43ab-b89f-122c4f6d53bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dbcc2691805e4a4aa6b161ce4f9a5da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575948 Aug 09 15:53:46.025631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44172) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:46.028114 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6668534-d942-43ab-b89f-122c4f6d53bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd15862-774c-4273-901e-e9b05797444e,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:46.075799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.099470 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.154573 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.157241 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:46.158395 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9cd15862-774c-4273-901e-e9b05797444e HTTP/1.1" status: 204 len: 168 time: 0.1317406 Aug 09 15:53:46.166487 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f6ebb-fc73-48fd-9cc4-2fcca74cbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd15862-774c-4273-901e-e9b05797444e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:48.474478 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-347a62f7-7b0e-4016-bb85-10c135e303cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394073 Aug 09 15:53:48.517779 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c190d2-99af-4125-81e2-8c53c399842f req-97f5d1c1-ec5f-47e4-962b-3e1281d23424 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.519329 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-43c190d2-99af-4125-81e2-8c53c399842f req-97f5d1c1-ec5f-47e4-962b-3e1281d23424 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0586705 Aug 09 15:53:48.559796 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-43c190d2-99af-4125-81e2-8c53c399842f req-eccb1950-7c3f-44ac-ba4a-e02bc6cf78fe tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Aug 09 15:53:48.607206 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-eeb70a98-5152-4f9e-8cd9-3a8a06cc3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.608756 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-eeb70a98-5152-4f9e-8cd9-3a8a06cc3536 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 1098 time: 0.0415952 Aug 09 15:53:48.714494 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-2faae853-a373-441e-9d98-900caed568ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.716630 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-2faae853-a373-441e-9d98-900caed568ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.0870569 Aug 09 15:53:48.760696 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-34b6e707-21a4-4f9f-bf8b-e352c7e45a88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 200 len: 217 time: 0.0361423 Aug 09 15:53:48.819007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-7aec524c-1f60-4b6f-8be1-5a7886b68e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.820583 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-7aec524c-1f60-4b6f-8be1-5a7886b68e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0487299 Aug 09 15:53:48.854811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-21c2c72c-c911-42d7-a026-4a0de6206b5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260694 Aug 09 15:53:48.946143 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-1aa0a291-37ae-4e3d-aa3d-18215c80c48e service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 Aug 09 15:53:49.047880 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-57507ff4-acfc-4c29-b7a4-ece771ff2d2c req-fc6f545d-ddee-4725-98a4-d976118c2f2a service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925307 Aug 09 15:53:49.692766 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8130-a31d-4397-b8ad-5b767aaf76fe req-76fd7998-53a8-4ad5-b872-d6d3dbd9e311 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:49.694907 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b73f8130-a31d-4397-b8ad-5b767aaf76fe req-76fd7998-53a8-4ad5-b872-d6d3dbd9e311 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0551307 Aug 09 15:53:49.740625 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b73f8130-a31d-4397-b8ad-5b767aaf76fe req-e3262987-8c94-4ab5-b72a-94f2bb840bd9 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Aug 09 15:53:53.211620 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f355b7b-39ca-49c8-ad28-a209963ad4ae req-6bc9b098-492e-4a34-b649-b082ed1510a8 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:53.213098 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0f355b7b-39ca-49c8-ad28-a209963ad4ae req-6bc9b098-492e-4a34-b649-b082ed1510a8 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0496433 Aug 09 15:53:53.249602 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0f355b7b-39ca-49c8-ad28-a209963ad4ae req-a593d0f3-73d4-43b7-b362-1b0d828db03e tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Aug 09 15:53:54.257421 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-2f732bd1-d7e9-417b-9e37-0f4e36061baf tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.259561 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-2f732bd1-d7e9-417b-9e37-0f4e36061baf tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.1258225 Aug 09 15:53:54.298098 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-ae74ca64-e033-4272-8ca4-66e6d31369a6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.299794 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-ae74ca64-e033-4272-8ca4-66e6d31369a6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1932995 Aug 09 15:53:54.317649 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-1a36ac88-e245-4d6a-8669-25bdbf0fb3c2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/quotas/b2f158a7877f4542b1e42e8e573c36d4 HTTP/1.1" status: 200 len: 375 time: 0.0115380 Aug 09 15:53:54.397841 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b1d6e685-1ba0-48d3-81a7-4c6f383af1ae tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732591 Aug 09 15:53:54.502391 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b79a6374-1ffb-42b4-8e75-bb5282710226 service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033397 Aug 09 15:53:54.602358 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-79b2f014-d723-4072-a446-9bb1ec097266 service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981994 Aug 09 15:53:54.714699 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44418) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:54.834259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-45dc2741-b412-4691-95aa-a95a796b924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.848608 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fcae9-94e4-4251-aefa-ebb380107ff3 req-2f36c9b0-eb59-4f1f-97f3-8eac0f83384f tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:54.850497 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e39fcae9-94e4-4251-aefa-ebb380107ff3 req-2f36c9b0-eb59-4f1f-97f3-8eac0f83384f tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0630116 Aug 09 15:53:54.893339 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e39fcae9-94e4-4251-aefa-ebb380107ff3 req-51869f15-b33a-4340-858a-90a3e13f9423 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363858 Aug 09 15:53:54.945040 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-45dc2741-b412-4691-95aa-a95a796b924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.951422 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-45dc2741-b412-4691-95aa-a95a796b924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:54.977654 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-552e7353-772e-4a10-8032-de1b741fe1ce req-ca7e6c37-2e7c-48cf-a1ea-360b30eb1459 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 210 time: 0.0311553 Aug 09 15:53:55.005504 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-45dc2741-b412-4691-95aa-a95a796b924b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fa569f0936a4411cb10ffe8d3594cb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865877 Aug 09 15:53:55.006060 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44436) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.023033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc2741-b412-4691-95aa-a95a796b924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9278e-2eeb-4972-a6bc-d56ca94c75e2,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:55.078699 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.100106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.147974 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.151575 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.152729 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d1a9278e-2eeb-4972-a6bc-d56ca94c75e2 HTTP/1.1" status: 204 len: 168 time: 0.1459093 Aug 09 15:53:55.160818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce62a8-010d-49f6-b69c-efb1c7214453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9278e-2eeb-4972-a6bc-d56ca94c75e2,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:55.413341 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44444) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.426722 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7085-1377-4a89-bd0d-65fd955b4633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.520162 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7085-1377-4a89-bd0d-65fd955b4633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.524433 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c3b7085-1377-4a89-bd0d-65fd955b4633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.565325 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0c3b7085-1377-4a89-bd0d-65fd955b4633 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e008d3a047144531b597b42e00935656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509047 Aug 09 15:53:55.566161 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b7085-1377-4a89-bd0d-65fd955b4633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411db9e-55e9-4dae-b5cb-5f079e93d356,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:55.568697 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44446) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:55.616165 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.636470 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.683391 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.686317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:55.687473 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7411db9e-55e9-4dae-b5cb-5f079e93d356 HTTP/1.1" status: 204 len: 168 time: 0.1177778 Aug 09 15:53:55.695907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6fa48-f0c5-4fa1-aa80-f1e392500600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411db9e-55e9-4dae-b5cb-5f079e93d356,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:56.016541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae301f15-3dba-48f0-bd27-1070e7aa1f18 req-4f71f774-2a19-4f07-bc31-83770ccd888d tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:56.018187 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ae301f15-3dba-48f0-bd27-1070e7aa1f18 req-4f71f774-2a19-4f07-bc31-83770ccd888d tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0560799 Aug 09 15:53:56.055843 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ae301f15-3dba-48f0-bd27-1070e7aa1f18 req-2f2941a0-29e5-41d7-9947-cd46f9d41921 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Aug 09 15:53:56.151534 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2389adb9-c732-4cbd-9b9b-1c7ab6219385 req-8ed87d63-8127-4918-a3c9-c627f561272d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 210 time: 0.0308666 Aug 09 15:53:56.944633 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b5722e5d-4280-4b7b-a899-b3e1bd92beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.193075 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aac7e6-3227-4ecf-91ee-99f35103f575 req-2f48389c-b8ad-4ace-80c2-43e90c90332b tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:57.194591 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-90aac7e6-3227-4ecf-91ee-99f35103f575 req-2f48389c-b8ad-4ace-80c2-43e90c90332b tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 945 time: 0.0657930 Aug 09 15:53:57.232337 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-90aac7e6-3227-4ecf-91ee-99f35103f575 req-002c0736-eaa1-4277-9525-65e601ade2d6 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c0001a1-b654-4da9-a675-0219e4d42898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Aug 09 15:53:57.317458 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4720387e-f148-433e-9368-c91978d1e38c req-5f5cb0d8-da89-4577-89a6-a441f250e052 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 210 time: 0.0292082 Aug 09 15:53:57.407510 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44524) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:57.518491 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Deleting port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:53:57.519130 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.535313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4ae34a56-e423-4d3a-a542-e4ec187a4761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.619901 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] For port d5c4717b-2f5d-4f7b-a48b-9ec47da24127, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,segment=NetworkSegment(86e1c76b-6048-4011-a989-e8aba4f33ddb),segment_id=86e1c76b-6048-4011-a989-e8aba4f33ddb)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:57.620674 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.636957 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Calling delete_port for d5c4717b-2f5d-4f7b-a48b-9ec47da24127 owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:53:57.662035 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4ae34a56-e423-4d3a-a542-e4ec187a4761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.667462 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4ae34a56-e423-4d3a-a542-e4ec187a4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.716188 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4ae34a56-e423-4d3a-a542-e4ec187a4761 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=14bce24afe964fb081ce5838786c0145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075802 Aug 09 15:53:57.718817 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae34a56-e423-4d3a-a542-e4ec187a4761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac118e-df98-4893-914f-0b4c0fad276d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:57.721284 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44532) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:57.834927 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.872235 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.099105 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.151008 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Pushing event deleted for resources: {'Port': ['ID=d5c4717b-2f5d-4f7b-a48b-9ec47da24127,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.282677 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-3af1d710-55e5-4893-ba20-47d3c8624a7d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:58.284341 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-3af1d710-55e5-4893-ba20-47d3c8624a7d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1389620 Aug 09 15:53:58.290214 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] No DVR routers for this DVR port d5c4717b-2f5d-4f7b-a48b-9ec47da24127 on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:53:58.301048 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.304866 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d17730ba-8e6d-432e-9dac-f9f5502e776d req-fef9c206-b56c-4186-b41b-1f3722e72306 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.21 "DELETE /v2.0/ports/d5c4717b-2f5d-4f7b-a48b-9ec47da24127 HTTP/1.1" status: 204 len: 173 time: 0.9303741 Aug 09 15:53:58.310385 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Request body: {'port': {'device_id': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'admin_state_up': True, 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:58.312329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'name': 'network-vif-deleted', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:58.314863 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e3570-66f4-4c1f-82bc-e0baba560bbe" -d '{"events": [{"server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "name": "network-vif-deleted", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:58.325088 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.334737 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.335897 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/57ac118e-df98-4893-914f-0b4c0fad276d HTTP/1.1" status: 204 len: 168 time: 0.6135356 Aug 09 15:53:58.365491 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23243e21-b1be-455c-9319-b665afeb0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac118e-df98-4893-914f-0b4c0fad276d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.373610 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device d5c4717b-2f5d-4f7b-a48b-9ec47da24127 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:53:58.415515 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cde60539-c3e8-4c3e-bacc-7e3b3db87eaa req-c4267bb3-0f60-4a0c-b6c2-22af8df96122 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.0693336 Aug 09 15:53:58.419457 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f867311c-1ea5-4671-955a-749e489cf309 x-openstack-request-id: req-f867311c-1ea5-4671-955a-749e489cf309 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:58.420507 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd68341d-6963-4a26-9461-c2af1601f4ce", "name": "network-vif-deleted", "tag": "d5c4717b-2f5d-4f7b-a48b-9ec47da24127", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:58.423362 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f867311c-1ea5-4671-955a-749e489cf309 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:58.423362 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd68341d-6963-4a26-9461-c2af1601f4ce', 'name': 'network-vif-deleted', 'tag': 'd5c4717b-2f5d-4f7b-a48b-9ec47da24127', 'status': 'completed', 'code': 200} Aug 09 15:53:58.444777 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: d5c4717b-2f5d-4f7b-a48b-9ec47da24127 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:53:58.444777 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device d5c4717b-2f5d-4f7b-a48b-9ec47da24127 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:53:58.454751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:53:58.460579 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.560168 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-48a55a05-ddf4-4d7d-9cb5-95ee3c5ba6a6 req-f40e134d-53d2-4ef2-8b92-4ab83a9b2e27 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 210 time: 0.0712035 Aug 09 15:53:58.639171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Allocated IP 172.20.0.7 (3e5d1c17-7d22-4937-b328-d663bc701675/d8e94d6b-286a-4c15-ad07-7c39edee0431/60d5d387-298d-43a4-ad38-d3944fa51c04) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:53:58.728009 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44578) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.741176 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-905b2830-4a48-4aba-a644-6c66d0f4cfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.794845 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.839751 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-905b2830-4a48-4aba-a644-6c66d0f4cfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.845670 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-905b2830-4a48-4aba-a644-6c66d0f4cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.848093 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.889292 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Network 3e5d1c17-7d22-4937-b328-d663bc701675 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:53:58.894220 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:53:58.896345 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44582) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:53:58.896527 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-905b2830-4a48-4aba-a644-6c66d0f4cfd7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=edef6f457c0849ec9c5822b952deb134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667802 Aug 09 15:53:58.898258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:58.906158 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:53:58.909975 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b2830-4a48-4aba-a644-6c66d0f4cfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066a7183-2d50-4ba1-bbbb-82141ffb91cc,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:58.960873 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event updated for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.002683 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:59.003328 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.020079 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.041303 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b07ba81-6cb3-417f-a3da-4a4986d85b50 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390015 Aug 09 15:53:59.046652 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.079465 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Request body: {'port': {'device_id': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:53:59.137085 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.146721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.149250 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.153159 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/066a7183-2d50-4ba1-bbbb-82141ffb91cc HTTP/1.1" status: 204 len: 168 time: 0.2545376 Aug 09 15:53:59.187760 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e597-fe28-4ca2-99b2-5fe2542f311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066a7183-2d50-4ba1-bbbb-82141ffb91cc,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.372903 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0a000930-36ac-4032-81e3-63404e376730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.472469 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d5d387-298d-43a4-ad38-d3944fa51c04 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:53:59.484227 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.504728 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Transition to ACTIVE for port object 60d5d387-298d-43a4-ad38-d3944fa51c04 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:53:59.511380 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.605873 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e28fb3d5-5121-4983-b8f2-5298700116ee req-f30acc3d-91cf-4daf-b525-811bff8c6470 tempest-DeleteServersTestJSON-192030347 tempest-DeleteServersTestJSON-192030347-project] 10.222.0.90 "GET /v2.0/ports?device_id=bd68341d-6963-4a26-9461-c2af1601f4ce HTTP/1.1" status: 200 len: 210 time: 0.0530293 Aug 09 15:53:59.623098 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:59.646560 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:59.960970 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Attempting to bind port 60d5d387-298d-43a4-ad38-d3944fa51c04 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:53:59.961400 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Attempting to bind port 60d5d387-298d-43a4-ad38-d3944fa51c04 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:53:59.961782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Attempting to bind port 60d5d387-298d-43a4-ad38-d3944fa51c04 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:59.972726 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755e44f-3857-4c32-b25f-73dd326fe749 req-04ba5e94-4c13-4ff6-83e0-3163bdcfd7ad tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:59.974283 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8755e44f-3857-4c32-b25f-73dd326fe749 req-04ba5e94-4c13-4ff6-83e0-3163bdcfd7ad tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0954700 Aug 09 15:53:59.978107 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Port 60d5d387-298d-43a4-ad38-d3944fa51c04 on network 3e5d1c17-7d22-4937-b328-d663bc701675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:53:59.978423 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Attempting to bind port 60d5d387-298d-43a4-ad38-d3944fa51c04 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:53:59.989860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:53:59.990187 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Checking segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:53:59.990557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Bound using segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:53:59.990982 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Bound port: 60d5d387-298d-43a4-ad38-d3944fa51c04, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:53:59.991330 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.046243 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8755e44f-3857-4c32-b25f-73dd326fe749 req-ce1921a7-8853-4aec-8777-96e0ee999d85 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Aug 09 15:54:00.078691 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:00.081667 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=60d5d387-298d-43a4-ad38-d3944fa51c04,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:00.087028 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.125288 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.125907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.127266 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] 10.222.0.21 "PUT /v2.0/ports/60d5d387-298d-43a4-ad38-d3944fa51c04 HTTP/1.1" status: 200 len: 1093 time: 1.0564158 Aug 09 15:54:00.127815 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:00.130306 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65cf825-6a7a-4e1c-9730-5478ac068cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:00.166437 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc18be-2524-4f02-8a5c-9ee21e2b4e60 service neutron] Pushing event updated for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:00.171028 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f92e1-05be-4787-9706-f7d3e7a7dc60 x-openstack-request-id: req-919f92e1-05be-4787-9706-f7d3e7a7dc60 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:00.171190 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:00.171402 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-919f92e1-05be-4787-9706-f7d3e7a7dc60 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:00.171819 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04', 'status': 'completed', 'code': 200} Aug 09 15:54:00.247688 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b52c283-7d8d-44ef-b2e3-5305d21f9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.249708 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-7b52c283-7d8d-44ef-b2e3-5305d21f9e91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 1096 time: 0.0442548 Aug 09 15:54:00.306705 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-85e171cc-262a-489b-99c0-aa10e2c1fc39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d5d387-298d-43a4-ad38-d3944fa51c04 HTTP/1.1" status: 200 len: 217 time: 0.0335932 Aug 09 15:54:00.369264 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-a611688a-b365-4dad-9222-e0279e502041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.370744 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-a611688a-b365-4dad-9222-e0279e502041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0540748 Aug 09 15:54:00.426503 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-48effee3-d7e7-4741-b70b-a5a88ba3eb25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411839 Aug 09 15:54:00.530493 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-69bbe785-0820-4758-9e7f-ecde0fc12b69 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938528 Aug 09 15:54:00.641820 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0480f7e8-0ea3-4003-b232-f1b3c026d100 req-4e9602b9-fb9a-4291-aabd-44ac73fa6136 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015062 Aug 09 15:54:00.800756 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-256eba0d-2207-40e1-8591-2c96e13a428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.802591 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-256eba0d-2207-40e1-8591-2c96e13a428e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 1096 time: 0.0500393 Aug 09 15:54:00.877907 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:00.982228 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-23ec550a-91e1-4688-a6e7-e48e772350c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:00.984321 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-23ec550a-91e1-4688-a6e7-e48e772350c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.1713998 Aug 09 15:54:01.046055 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-6072e338-888f-444b-a6bb-def430464d0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d5d387-298d-43a4-ad38-d3944fa51c04 HTTP/1.1" status: 200 len: 217 time: 0.0525954 Aug 09 15:54:01.102162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-148fa8e0-8e61-4c76-be2d-e5da9826b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.104080 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-148fa8e0-8e61-4c76-be2d-e5da9826b3f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0481088 Aug 09 15:54:01.142197 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-40703b1a-376c-4d52-acd4-a3331a37e3e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275440 Aug 09 15:54:01.242732 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5924-efef-4394-b1b9-5d998758a445 req-0385e1b3-3794-4905-9f90-0d295d94ae98 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:01.244282 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e03d5924-efef-4394-b1b9-5d998758a445 req-0385e1b3-3794-4905-9f90-0d295d94ae98 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.1061683 Aug 09 15:54:01.295174 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-e48f3b42-4ac6-4e32-a14d-c03ab51eb1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291747 Aug 09 15:54:01.300129 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e03d5924-efef-4394-b1b9-5d998758a445 req-2ffb1e9f-5378-43e7-868f-e1aac8e6e576 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494590 Aug 09 15:54:01.400663 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a65cf825-6a7a-4e1c-9730-5478ac068cf6 req-40c7acc0-b9f6-4b5b-8d6a-513c34886a18 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981352 Aug 09 15:54:02.181410 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44718) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.225667 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Deleting subnet 8a0b36e8-406f-4660-b7d5-cf6c14604b38 {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:02.228751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.261597 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.308953 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.363295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.397999 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0b36e8-406f-4660-b7d5-cf6c14604b38,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.405938 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.407981 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e98cfd7f-15d2-4d0b-8601-f0c76d3862a3 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8a0b36e8-406f-4660-b7d5-cf6c14604b38 HTTP/1.1" status: 204 len: 168 time: 0.2255232 Aug 09 15:54:02.410507 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44722) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.449470 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e995ca1-c6ab-47e7-8c15-353d795fcddf req-beffaa74-4b75-4268-8cf9-500862915e10 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:02.451265 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2e995ca1-c6ab-47e7-8c15-353d795fcddf req-beffaa74-4b75-4268-8cf9-500862915e10 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0640268 Aug 09 15:54:02.460215 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.492544 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.500468 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2e995ca1-c6ab-47e7-8c15-353d795fcddf req-3ba30813-76e7-4cbd-a78a-3f6ce2c23d6f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Aug 09 15:54:02.575460 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.585302 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2165e930-1103-40ce-996a-4d60d425dac0']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.596676 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e1c76b-6048-4011-a989-e8aba4f33ddb') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.596965 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e1c76b-6048-4011-a989-e8aba4f33ddb') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:02.605448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.621584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.628785 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:02.629189 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:02.630881 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:02.685352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.701314 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.703203 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2165e930-1103-40ce-996a-4d60d425dac0 HTTP/1.1" status: 204 len: 168 time: 0.2916722 Aug 09 15:54:02.704469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd4e5d-9efc-4aab-8ab1-80d2cfd7a936 admin admin] Pushing event deleted for resources: {'Network': ['ID=2165e930-1103-40ce-996a-4d60d425dac0,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:02.864245 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44732) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.914555 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2440119f-6f5f-40a5-8ef4-ddaa6050e5a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=edd5fd48aaa34ee48aa8e2c2468dbea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0490093 Aug 09 15:54:02.917520 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44738) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:02.970880 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:02.992047 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.041042 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.044271 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.051292 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c0001a1-b654-4da9-a675-0219e4d42898 HTTP/1.1" status: 204 len: 168 time: 0.1271963 Aug 09 15:54:03.054579 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca555-c1d4-4dea-842b-aaf6510b979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0001a1-b654-4da9-a675-0219e4d42898,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:03.633674 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af466-4b68-40bc-ab62-9dd2e62c9bde req-ea536f56-5868-410e-83b8-0eb6ed8576f7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:03.635157 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-829af466-4b68-40bc-ab62-9dd2e62c9bde req-ea536f56-5868-410e-83b8-0eb6ed8576f7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0614965 Aug 09 15:54:03.673950 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-829af466-4b68-40bc-ab62-9dd2e62c9bde req-a77f4844-def3-472f-bf05-f304f538f9fd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Aug 09 15:54:03.755394 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44790) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:03.850169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-network', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:03.871362 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Made reservation on behalf of 87a3d416d4064a148a39534a5149ae5a for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:03.874626 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.882557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.967070 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.970808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:03.994366 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:04.003338 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592d933-460d-4c48-b7e7-88fd9ef31f41,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.009065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.009401 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Added segment 7d1d6c81-6a20-418a-803f-fccab9e1b17e of type vlan for network 901949a4-c466-4aa0-b47f-de0604483eb0 Aug 09 15:54:04.048181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.075666 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.076725 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:04.077300 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.131924 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3753991 Aug 09 15:54:04.135025 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44794) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:04.137027 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec49bf1-2654-47b2-b25d-5622690d1067 admin admin] Pushing event updated for resources: {'Network': ['ID=901949a4-c466-4aa0-b47f-de0604483eb0,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.140999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Request body: {'subnet': {'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-subnet', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:04.147379 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 901949a4-c466-4aa0-b47f-de0604483eb0 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:04.164425 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Made reservation on behalf of 87a3d416d4064a148a39534a5149ae5a for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:04.166997 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2108120'] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.336166 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10121417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2108138'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.399564 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecae819-72ae-4ee2-beac-76dc7de981f7,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:04.403699 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Checking segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:04.404669 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Network hostable DHCP agents. Network: 901949a4-c466-4aa0-b47f-de0604483eb0, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:04.421397 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Network 901949a4-c466-4aa0-b47f-de0604483eb0 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:04.430035 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 901949a4-c466-4aa0-b47f-de0604483eb0) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:04.434102 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:04.434710 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.439233 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2432d-71b1-4f1a-aa24-aa9c239105db None None] Network 901949a4-c466-4aa0-b47f-de0604483eb0 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:04.450263 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-c3d3c279-ece9-4a7b-98cc-2a09a65e019f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3139601 Aug 09 15:54:04.453532 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44802) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:04.458137 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:04.482682 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.483873 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.586660 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.587080 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9f58b-b898-46eb-a91c-19b36e1e57e2 None None] Network 901949a4-c466-4aa0-b47f-de0604483eb0 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:04.740206 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.796002 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba1b2-dc57-452f-87fe-de2056440989 req-d7fe8dac-5fa9-4713-bbc6-4cd166e25a10 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:04.800398 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7d8ba1b2-dc57-452f-87fe-de2056440989 req-d7fe8dac-5fa9-4713-bbc6-4cd166e25a10 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0527902 Aug 09 15:54:04.835444 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7d8ba1b2-dc57-452f-87fe-de2056440989 req-0e6887f4-68bc-434c-b50d-306e51d9faed tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Aug 09 15:54:04.932482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:04.950976 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.056128 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Allocated IP 172.27.1.150 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/3bdd1223-564f-41aa-8ad1-c4c0326e8b3f) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:05.155832 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.195017 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.249185 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:05.252289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:05.254656 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:05.281825 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:05.502702 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.694948 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:05.956712 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bede9-fd56-464d-93e4-ebaaaa7327df req-d7e4e725-443c-4869-ad08-5480d7963d03 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:05.958280 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5a7bede9-fd56-464d-93e4-ebaaaa7327df req-d7e4e725-443c-4869-ad08-5480d7963d03 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0493937 Aug 09 15:54:06.002075 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5a7bede9-fd56-464d-93e4-ebaaaa7327df req-ca999fe3-fc7a-4ba5-8a86-7386f926d3fb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358586 Aug 09 15:54:06.032353 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Router 49de4db9-4d37-4e96-ae21-ea40262344be is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:06.142642 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:06.153876 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Sync routers for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:06.160192 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.161653 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1fbd8ac7-900c-486d-819c-8b367aaf36b5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7069309 Aug 09 15:54:06.164196 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 44822) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.164911 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:06.165518 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:53:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:06.287332 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:06.509288 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:05Z', 'revision_number': 3, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:06.549531 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Checking router: 49de4db9-4d37-4e96-ae21-ea40262344be for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:06.549886 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Updating router 49de4db9-4d37-4e96-ae21-ea40262344be port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:06.579971 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.740180 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.839225 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44850) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:06.954492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Allocated IP 172.20.0.1 (901949a4-c466-4aa0-b47f-de0604483eb0/cecae819-72ae-4ee2-beac-76dc7de981f7/ff01fd85-3e1b-4f32-8f8e-86e8b42c0783) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:06.959501 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-66d1786c-5b6e-48e7-8d41-7e721bc9c25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:06.998339 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.008975 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Transition to ACTIVE for port object 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:07.015356 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.068960 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Attempting to bind port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:07.069328 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Attempting to bind port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:07.069688 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Attempting to bind port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:07.073001 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Pushing event updated for resources: {'Port': ['ID=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,revision_number=2']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.073610 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-66d1786c-5b6e-48e7-8d41-7e721bc9c25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.081579 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:07.081953 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:07.082493 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.082807 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:07.083338 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Bound port: 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:07.083613 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.085840 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.085993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-66d1786c-5b6e-48e7-8d41-7e721bc9c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.086197 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.086564 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.086864 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.087195 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.087521 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.087872 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.088200 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.088541 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.089044 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.089377 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.089697 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:07.107991 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.151697 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.165428 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-66d1786c-5b6e-48e7-8d41-7e721bc9c25c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ee5bddedb9484b1ab7718ef1c00e058d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248305 Aug 09 15:54:07.167871 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] For port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:07.172085 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] For port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:07.172467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44856) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.177332 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.181850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1786c-5b6e-48e7-8d41-7e721bc9c25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d106474d-836c-4cf5-8929-6c5fac0271f7,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.201572 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Network 901949a4-c466-4aa0-b47f-de0604483eb0 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:07.205020 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:07.209600 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:07.225467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8bb65-07c1-4da5-af9c-590b9fdd4566 req-c798373c-0e4b-4271-8e8e-24ab1b24acb9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:07.227085 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e6a8bb65-07c1-4da5-af9c-590b9fdd4566 req-c798373c-0e4b-4271-8e8e-24ab1b24acb9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.1207755 Aug 09 15:54:07.227461 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:07.228123 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:53:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.240323 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Pushing event updated for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.251768 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.257544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.294730 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.295247 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee458-9d53-412b-aee7-5733ba565789 None None] Pushing event updated for resources: {'Port': ['ID=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.300621 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e6a8bb65-07c1-4da5-af9c-590b9fdd4566 req-0dbc09d0-4598-490f-ae0d-6b84a1ed4d7d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Aug 09 15:54:07.366231 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.368783 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.369970 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d106474d-836c-4cf5-8929-6c5fac0271f7 HTTP/1.1" status: 204 len: 168 time: 0.1963968 Aug 09 15:54:07.378713 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc367a-c6f8-4c4e-960b-5db9272f53b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106474d-836c-4cf5-8929-6c5fac0271f7,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.384471 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:07.454566 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.607797 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:05Z', 'revision_number': 3, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:07.639003 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7465db-23b1-4633-84af-25fdab1b6515 None None] The sync data for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi is: [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:05Z', 'revision_number': 3, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:07.641357 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.647086 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.696343 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44864) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:07.710982 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-76a5ee40-56d9-42f5-9ea5-e794ea07cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.721974 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.730415 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Pushing event updated for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.875908 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Network 901949a4-c466-4aa0-b47f-de0604483eb0 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:07.881441 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:07.896954 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-76a5ee40-56d9-42f5-9ea5-e794ea07cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.903549 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-76a5ee40-56d9-42f5-9ea5-e794ea07cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.950424 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5ee40-56d9-42f5-9ea5-e794ea07cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5706d-6238-4d02-929a-f6c3730bc234,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:07.970229 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-76a5ee40-56d9-42f5-9ea5-e794ea07cf6c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4a410442cd68493dbb58c946dd52b239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725916 Aug 09 15:54:07.974614 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44880) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.064046 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.082276 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Router 49de4db9-4d37-4e96-ae21-ea40262344be has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:08.089468 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.155464 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.164055 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.164055 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94a5706d-6238-4d02-929a-f6c3730bc234 HTTP/1.1" status: 204 len: 168 time: 0.1870430 Aug 09 15:54:08.171772 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0f79e-deb6-4a8f-885d-43e1bb049899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5706d-6238-4d02-929a-f6c3730bc234,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:08.252007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:08.276411 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-51ac822c-3def-4b24-9d51-d6c932b48553 admin admin] 10.222.0.90 "PUT /v2.0/routers/49de4db9-4d37-4e96-ae21-ea40262344be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1109645 Aug 09 15:54:08.290519 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:08.367208 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:08.373237 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:08.374056 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.507721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50251-a973-4965-9611-3c98d297401e req-6f12cdec-da91-402a-9713-ee2d388d7761 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:08.523611 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-13a50251-a973-4965-9611-3c98d297401e req-6f12cdec-da91-402a-9713-ee2d388d7761 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.1200261 Aug 09 15:54:08.580414 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-13a50251-a973-4965-9611-3c98d297401e req-47c035d5-eb6a-405e-8631-674ce95d904c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553000 Aug 09 15:54:08.641663 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.679379 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:08.684747 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.752481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:08.762604 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.762958 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.766751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.767245 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44898) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:08.767318 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.767535 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:08.783495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2e2e44f7-0948-4641-bf18-b460c71e2f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.897954 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2e2e44f7-0948-4641-bf18-b460c71e2f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.910064 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2e2e44f7-0948-4641-bf18-b460c71e2f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:08.955158 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e44f7-0948-4641-bf18-b460c71e2f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965d09e-fc54-44cb-aa28-b5deab32b6ed,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:08.962804 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2e2e44f7-0948-4641-bf18-b460c71e2f7f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f25c1606dff04f24be46aa659eb0eaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909602 Aug 09 15:54:08.962804 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 44904) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:09.014890 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.035493 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.096336 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.099368 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:09.100725 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2965d09e-fc54-44cb-aa28-b5deab32b6ed HTTP/1.1" status: 204 len: 168 time: 0.1373277 Aug 09 15:54:09.112789 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0eee8-14fa-42b3-bfb8-7b0ee2af2f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965d09e-fc54-44cb-aa28-b5deab32b6ed,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:09.639026 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Sync routers for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:09.648790 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:09.649402 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:53:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:09.719225 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbd96-0143-4fbc-8ec0-423297e91c0f req-f812fe7a-4dda-47a4-b97e-22ff71bd1b34 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:09.721090 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c4fbd96-0143-4fbc-8ec0-423297e91c0f req-f812fe7a-4dda-47a4-b97e-22ff71bd1b34 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0572267 Aug 09 15:54:09.780986 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:09.782958 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c4fbd96-0143-4fbc-8ec0-423297e91c0f req-cdbcdc44-91f0-49c8-903e-70b011c0bb09 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Aug 09 15:54:09.993522 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 4, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ff01fd85-3e1b-4f32-8f8e-86e8b42c0783', 'name': '', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'mac_address': 'fa:16:3e:7e:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:06Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 2, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'subnets': [{'id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.022077 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Checking router: 49de4db9-4d37-4e96-ae21-ea40262344be for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:10.022359 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Updating router 49de4db9-4d37-4e96-ae21-ea40262344be port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:10.050683 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.236638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:10.338304 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:10.338674 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.425344 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.439692 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Transition to ACTIVE for port object ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:10.471801 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.578908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666cd45-00f6-4543-8a93-cf09f675db28 None None] Pushing event updated for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.641510 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Attempting to bind port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:10.642189 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Attempting to bind port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:10.642941 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Attempting to bind port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 on network 901949a4-c466-4aa0-b47f-de0604483eb0 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:10.654490 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:10.654884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Checking segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:10.657545 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.657965 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Bound using segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:10.658468 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Bound port: ff01fd85-3e1b-4f32-8f8e-86e8b42c0783, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:10.662269 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.679624 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-ac8d6adb-4f00-48df-ae27-7960b53e7bfd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.681288 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-ac8d6adb-4f00-48df-ae27-7960b53e7bfd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 819 time: 0.1709909 Aug 09 15:54:10.719004 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-31784435-e0d3-4ca9-ac14-4851e3ecc6d7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/quotas/87a3d416d4064a148a39534a5149ae5a HTTP/1.1" status: 200 len: 375 time: 0.0280848 Aug 09 15:54:10.757005 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] For port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:10.761029 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] For port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:10.766287 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.825542 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-2479aa8e-667d-4e9a-ad4d-c7efa7b84e65 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951161 Aug 09 15:54:10.845419 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:10.846032 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:53:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:10.849559 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666cd45-00f6-4543-8a93-cf09f675db28 None None] Pushing event updated for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:10.886554 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45014) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:10.962948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baba4a-1754-4509-8da4-375099a1848f req-6ab3b631-feaa-406d-ba7f-f6067bb8fc45 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:10.964968 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25baba4a-1754-4509-8da4-375099a1848f req-6ab3b631-feaa-406d-ba7f-f6067bb8fc45 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.0656555 Aug 09 15:54:11.001302 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b3fa0847-9d10-4ff7-a0bd-ec62e2fd6a9f service neutron] 10.222.0.90 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691294 Aug 09 15:54:11.034550 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:11.052284 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25baba4a-1754-4509-8da4-375099a1848f req-1edd27ce-0310-436b-b841-70e20ee515d7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807078 Aug 09 15:54:11.103718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d326f6ca-f814-44dd-bf12-01087354d06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.134886 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-417b3a70-3cbf-4ef8-b2f5-0ea2ea2c1805 service neutron] 10.222.0.90 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267314 Aug 09 15:54:11.235086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d326f6ca-f814-44dd-bf12-01087354d06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.241264 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d326f6ca-f814-44dd-bf12-01087354d06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.306745 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d326f6ca-f814-44dd-bf12-01087354d06d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2496f9c269d8469fb2b451d6c039bd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190352 Aug 09 15:54:11.307482 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f6ca-f814-44dd-bf12-01087354d06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e69c254-155e-4017-8784-63c0b0c82bcc,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.310058 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45040) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:11.335235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 4, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ff01fd85-3e1b-4f32-8f8e-86e8b42c0783', 'name': '', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'mac_address': 'fa:16:3e:7e:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:06Z', 'updated_at': '2021-08-09T15:54:10Z', 'revision_number': 4, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'subnets': [{'id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:11.380226 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-515bcce8-62f1-4397-9b8a-0444a1d06d30 req-8522b333-de46-4f82-8c35-f5dfb0396aa1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 210 time: 0.0426590 Aug 09 15:54:11.390792 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8a019-c48f-4ead-b4f4-5c70d67741f4 None None] The sync data for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi is: [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:07Z', 'revision_number': 4, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ff01fd85-3e1b-4f32-8f8e-86e8b42c0783', 'name': '', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'mac_address': 'fa:16:3e:7e:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:06Z', 'updated_at': '2021-08-09T15:54:10Z', 'revision_number': 4, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'subnets': [{'id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:11.428378 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.479715 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.597902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45060) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:11.603380 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.606827 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:11.611837 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2e69c254-155e-4017-8784-63c0b0c82bcc HTTP/1.1" status: 204 len: 168 time: 0.2983253 Aug 09 15:54:11.619079 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d738e8-0c1d-4519-a38a-1d9b9f080e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e69c254-155e-4017-8784-63c0b0c82bcc,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:11.869336 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-d4d2a18e-3dac-464c-9cfa-728efaa903fa tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:11.875535 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-d4d2a18e-3dac-464c-9cfa-728efaa903fa tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 819 time: 0.1934474 Aug 09 15:54:11.908976 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-006b3516-c959-42b9-ba28-8805136e41a3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/quotas/87a3d416d4064a148a39534a5149ae5a HTTP/1.1" status: 200 len: 375 time: 0.0150158 Aug 09 15:54:12.032208 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-c20701d2-054f-4b0c-a3f6-aea7e17fa3f7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1129794 Aug 09 15:54:12.112785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-51a2ad83-dbd8-43c7-8fb1-8b827cb993e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.211457 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ff9b8f1d-b4ec-4d0c-bad6-3917612b1d65 service neutron] 10.222.0.90 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708865 Aug 09 15:54:12.288909 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb1fd-5fd4-4828-88ea-04146d4d7608 req-5dca206d-d6b2-4834-a56c-ce5b07c22b68 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:12.290098 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:12.290639 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59fdb1fd-5fd4-4828-88ea-04146d4d7608 req-5dca206d-d6b2-4834-a56c-ce5b07c22b68 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.1192062 Aug 09 15:54:12.362805 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:12.363623 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59fdb1fd-5fd4-4828-88ea-04146d4d7608 req-609d4832-f282-48d4-97aa-7186dad78199 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640252 Aug 09 15:54:12.372225 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:12.373250 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.373772 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-bffbf700-d96d-4fa7-ab0b-54953ab742f7 service neutron] 10.222.0.90 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605754 Aug 09 15:54:12.409528 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-51a2ad83-dbd8-43c7-8fb1-8b827cb993e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.422724 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-51a2ad83-dbd8-43c7-8fb1-8b827cb993e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.468523 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.479323 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-51a2ad83-dbd8-43c7-8fb1-8b827cb993e2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=72be204f0ad843b9a00cb45a43fd494f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8777122 Aug 09 15:54:12.479905 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45088) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:12.491693 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2ad83-dbd8-43c7-8fb1-8b827cb993e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe2cf3-0ef7-45f5-9a85-376404c2a50d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.545606 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:12.561000 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.574511 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.605749 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.631683 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:12.654296 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-534f8c70-2784-4bec-9531-5b79a2cba29e req-9428390c-20a6-410c-9dae-a704dde4cd93 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 210 time: 0.0667524 Aug 09 15:54:12.686925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.690706 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:12.698429 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8bfe2cf3-0ef7-45f5-9a85-376404c2a50d HTTP/1.1" status: 204 len: 168 time: 0.2139032 Aug 09 15:54:12.706616 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591be2e-f5ee-4728-9f70-e5338be3f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe2cf3-0ef7-45f5-9a85-376404c2a50d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.066858 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45108) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.083609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-80163838-b97c-49df-b228-5f0a72f3fe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.156188 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-f8d611d3-5f54-4868-ad95-6ab95bc87932 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.157821 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-f8d611d3-5f54-4868-ad95-6ab95bc87932 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 819 time: 0.1407623 Aug 09 15:54:13.183972 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Request body: {'port': {'device_id': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'admin_state_up': True, 'tenant_id': '87a3d416d4064a148a39534a5149ae5a'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:13.203172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-80163838-b97c-49df-b228-5f0a72f3fe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.207893 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-80163838-b97c-49df-b228-5f0a72f3fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.245663 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-80163838-b97c-49df-b228-5f0a72f3fe2f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=658504af1a2947e3a349a1e7b838e9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774528 Aug 09 15:54:13.246510 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80163838-b97c-49df-b228-5f0a72f3fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5f265-eb58-4e48-a303-ac6e9f08ff3a,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.248484 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45112) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:13.342138 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.354807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Made reservation on behalf of 87a3d416d4064a148a39534a5149ae5a for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:13.358462 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.380588 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.529983 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.532502 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.533619 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c5e5f265-eb58-4e48-a303-ac6e9f08ff3a HTTP/1.1" status: 204 len: 168 time: 0.2840235 Aug 09 15:54:13.552559 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6218ba-a506-4772-82c9-f8deb8cc760b req-28547229-4fd0-4bd3-b0fb-0e6d60f10e9b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.558964 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1d6218ba-a506-4772-82c9-f8deb8cc760b req-28547229-4fd0-4bd3-b0fb-0e6d60f10e9b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 943 time: 0.1124458 Aug 09 15:54:13.561957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b57fa-bbc9-4a11-a0d4-523e0ba0d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5f265-eb58-4e48-a303-ac6e9f08ff3a,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.586480 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Allocated IP 172.20.0.7 (901949a4-c466-4aa0-b47f-de0604483eb0/cecae819-72ae-4ee2-beac-76dc7de981f7/2c3d8cea-8ce7-45df-8715-2a044a273e6b) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:13.625941 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1d6218ba-a506-4772-82c9-f8deb8cc760b req-b6ee850f-defc-4208-83fe-6bb69f15ead1 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Aug 09 15:54:13.731720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 60d5d387-298d-43a4-ad38-d3944fa51c04 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:13.774920 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.807292 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-42d5acb3-dcd8-4719-b796-7ba0a44a0ae4 req-ed996cf2-d4e8-4055-a2ae-038da234f9a8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 210 time: 0.0643327 Aug 09 15:54:13.821544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.860029 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Network 901949a4-c466-4aa0-b47f-de0604483eb0 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:13.877848 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=60d5d387-298d-43a4-ad38-d3944fa51c04,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:13.881187 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:13.893615 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:13.896201 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '60d5d387-298d-43a4-ad38-d3944fa51c04', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'port_id': '60d5d387-298d-43a4-ad38-d3944fa51c04', 'mac_address': 'fa:16:3e:42:f0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e94d6b-286a-4c15-ad07-7c39edee0431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:13.931222 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Pushing event updated for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:13.971583 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:13.972365 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.973406 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:13.994701 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d5d387-298d-43a4-ad38-d3944fa51c04 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:14.000128 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a62ce9d7-2969-4994-901e-817dfe06f1e6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208337 Aug 09 15:54:14.025220 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=60d5d387-298d-43a4-ad38-d3944fa51c04,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:14.029678 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.080210 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Request body: {'port': {'device_id': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.105535 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:14.116690 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:14.197597 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.205858 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b5b32b50-ef91-4460-840b-e8a6d4dc5e7d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.207861 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b5b32b50-ef91-4460-840b-e8a6d4dc5e7d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 819 time: 0.1314781 Aug 09 15:54:14.225923 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:14.252732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Request body: {'port': {'device_id': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'admin_state_up': True, 'tenant_id': '87a3d416d4064a148a39534a5149ae5a'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:14.319274 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:14.319669 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.433365 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Made reservation on behalf of 87a3d416d4064a148a39534a5149ae5a for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:14.439817 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.581810 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['60d5d387-298d-43a4-ad38-d3944fa51c04'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:14.604980 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3d8cea-8ce7-45df-8715-2a044a273e6b {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:14.614581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.627311 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Transition to ACTIVE for port object 2c3d8cea-8ce7-45df-8715-2a044a273e6b will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:14.636818 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.699610 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Allocated IP 172.20.0.12 (901949a4-c466-4aa0-b47f-de0604483eb0/cecae819-72ae-4ee2-beac-76dc7de981f7/a77074cf-dc5b-4afa-a48c-26d877d8c83c) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:14.710718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:14.823953 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Attempting to bind port 2c3d8cea-8ce7-45df-8715-2a044a273e6b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:14.824389 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Attempting to bind port 2c3d8cea-8ce7-45df-8715-2a044a273e6b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:14.824723 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Attempting to bind port 2c3d8cea-8ce7-45df-8715-2a044a273e6b on network 901949a4-c466-4aa0-b47f-de0604483eb0 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:14.830144 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Port 2c3d8cea-8ce7-45df-8715-2a044a273e6b on network 901949a4-c466-4aa0-b47f-de0604483eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:14.830287 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Attempting to bind port 2c3d8cea-8ce7-45df-8715-2a044a273e6b on network 901949a4-c466-4aa0-b47f-de0604483eb0 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:14.835500 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:14.835860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Checking segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:14.836243 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Bound using segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:14.836660 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Bound port: 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:14.837013 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.903262 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.932219 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e1912c30-22b7-4bfc-a7bc-4863a5bde493 req-3dd20db6-37f0-4500-990c-83ffd48c34c6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 210 time: 0.0353675 Aug 09 15:54:14.934714 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:14.947979 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:14.955008 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:14.956757 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfefcb6-38e6-49f0-a21e-dc1d48ff2635 req-7b22d6cf-53c7-4384-bfe9-ab1ddb6b88ff tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:14.974680 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0cfefcb6-38e6-49f0-a21e-dc1d48ff2635 req-7b22d6cf-53c7-4384-bfe9-ab1ddb6b88ff tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 944 time: 0.2545383 Aug 09 15:54:14.978562 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.031749 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Network 901949a4-c466-4aa0-b47f-de0604483eb0 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:15.036640 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:15.039142 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:15.088228 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0cfefcb6-38e6-49f0-a21e-dc1d48ff2635 req-de6e2192-9cc8-456f-8e0a-b0a24344ee73 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125684 Aug 09 15:54:15.115429 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Pushing event updated for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.130968 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.131633 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.151166 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-ebe17e4d-a7f6-41df-82f2-3bbadc32e49a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9047155 Aug 09 15:54:15.185736 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Request body: {'port': {'device_id': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:15.206273 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.207059 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.208572 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] 10.222.0.21 "PUT /v2.0/ports/2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 1093 time: 1.1334612 Aug 09 15:54:15.210760 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:15.213019 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d91737-a424-49d7-a89d-2dcea933128e" -d '{"events": [{"name": "network-changed", "server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:15.251634 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.256325 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775b6c8-02f7-43d7-ac75-e8663b9f2a1a service neutron] Pushing event updated for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.265006 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cceb53b-2934-4128-ad99-420c1d96b41b x-openstack-request-id: req-0cceb53b-2934-4128-ad99-420c1d96b41b {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:15.265502 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:15.265769 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0cceb53b-2934-4128-ad99-420c1d96b41b {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:15.266512 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'status': 'completed', 'code': 200} Aug 09 15:54:15.352857 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a4f06839-6bed-456e-9826-1761063df6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.354875 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-a4f06839-6bed-456e-9826-1761063df6d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1096 time: 0.0593810 Aug 09 15:54:15.414360 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-09f5f4f8-b06c-4228-8d92-30190e94ba35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0421786 Aug 09 15:54:15.473632 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-bae9d105-6553-470a-92bc-0fa53e5f9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.475121 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-bae9d105-6553-470a-92bc-0fa53e5f9fd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0518231 Aug 09 15:54:15.518170 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-d99866ab-bbab-420b-800e-40ab53c68a6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328491 Aug 09 15:54:15.566945 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77074cf-dc5b-4afa-a48c-26d877d8c83c {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:15.589197 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.602348 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Transition to ACTIVE for port object a77074cf-dc5b-4afa-a48c-26d877d8c83c will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:15.609937 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.612858 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.628136 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-d523637b-11d6-4aa3-833a-dc062ac29a03 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977559 Aug 09 15:54:15.687065 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.724317 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 60d5d387-298d-43a4-ad38-d3944fa51c04 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:15.731416 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb95e44c-7537-44fd-8e51-98901b16c766 req-1f4fde5b-5f85-49e5-877e-d3047bdc075d service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940554 Aug 09 15:54:15.738650 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Attempting to bind port a77074cf-dc5b-4afa-a48c-26d877d8c83c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:15.739109 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Attempting to bind port a77074cf-dc5b-4afa-a48c-26d877d8c83c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:15.739444 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Attempting to bind port a77074cf-dc5b-4afa-a48c-26d877d8c83c on network 901949a4-c466-4aa0-b47f-de0604483eb0 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:15.743781 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Port a77074cf-dc5b-4afa-a48c-26d877d8c83c on network 901949a4-c466-4aa0-b47f-de0604483eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:15.744106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Attempting to bind port a77074cf-dc5b-4afa-a48c-26d877d8c83c on network 901949a4-c466-4aa0-b47f-de0604483eb0 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:15.750065 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:15.750398 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Checking segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:15.750955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Bound using segment: {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:15.751552 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Bound port: a77074cf-dc5b-4afa-a48c-26d877d8c83c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1d6c81-6a20-418a-803f-fccab9e1b17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:15.752091 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.796489 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 60d5d387-298d-43a4-ad38-d3944fa51c04 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:15.801491 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 60d5d387-298d-43a4-ad38-d3944fa51c04 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:15.801756 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.823957 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:15.827253 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:15.833410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.869901 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:15.870538 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.872616 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] 10.222.0.21 "PUT /v2.0/ports/a77074cf-dc5b-4afa-a48c-26d877d8c83c HTTP/1.1" status: 200 len: 1094 time: 0.6919262 Aug 09 15:54:15.874857 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:15.877345 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:15.905316 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:15.941858 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:15.954393 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc95c1a-bffe-4409-b9f0-9e57123dc903 x-openstack-request-id: req-dfc95c1a-bffe-4409-b9f0-9e57123dc903 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:15.954393 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:15.955057 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78385d3b-0506-48c9-ad7d-5f817be6df83" -d '{"events": [{"server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "name": "network-vif-plugged", "status": "completed", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:15.955163 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dfc95c1a-bffe-4409-b9f0-9e57123dc903 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:15.955163 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c', 'status': 'completed', 'code': 200} Aug 09 15:54:15.963720 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02f28-7821-4c4d-835a-2d236cd2cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:15.979518 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=60d5d387-298d-43a4-ad38-d3944fa51c04,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:15.985224 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:16.012352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d91737-a424-49d7-a89d-2dcea933128e req-5c394d48-827c-4e4d-9e85-e868ed7f9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.014479 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-5c394d48-827c-4e4d-9e85-e868ed7f9889 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1096 time: 0.1074016 Aug 09 15:54:16.035011 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-d7a82c7a-9082-42a0-89fa-341d3319999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.036564 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-d7a82c7a-9082-42a0-89fa-341d3319999b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 1097 time: 0.0927765 Aug 09 15:54:16.074091 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:16.083933 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70148fdb-da37-4961-b34c-d8c190f6884f x-openstack-request-id: req-70148fdb-da37-4961-b34c-d8c190f6884f {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:16.084421 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "name": "network-vif-plugged", "status": "completed", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:16.084673 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-70148fdb-da37-4961-b34c-d8c190f6884f {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:16.085171 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04', 'code': 200} Aug 09 15:54:16.114545 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-cd95154b-9c83-4057-af0f-53194d1f614e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c HTTP/1.1" status: 200 len: 217 time: 0.0592840 Aug 09 15:54:16.132942 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d91737-a424-49d7-a89d-2dcea933128e req-e364a5e1-c692-4746-a464-d0b6abcf75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.134422 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-e364a5e1-c692-4746-a464-d0b6abcf75b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.1116290 Aug 09 15:54:16.191356 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-361e8919-250f-4ea1-979f-ed9f4a4b0dd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0445631 Aug 09 15:54:16.214844 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5e627-2bee-4023-94c7-f282cca1157f req-0d81d8ed-be12-4307-868a-d12ec05ed8d3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.223400 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bfd5e627-2bee-4023-94c7-f282cca1157f req-0d81d8ed-be12-4307-868a-d12ec05ed8d3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.1077683 Aug 09 15:54:16.243317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-f33c1f73-d5a0-4ab8-99ab-b93a01d10d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.244848 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-f33c1f73-d5a0-4ab8-99ab-b93a01d10d9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0945096 Aug 09 15:54:16.275479 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d91737-a424-49d7-a89d-2dcea933128e req-e07f4bda-5bed-44f5-b17e-57e8d6e6ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.277141 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-e07f4bda-5bed-44f5-b17e-57e8d6e6ca80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0715804 Aug 09 15:54:16.287057 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-76d65b70-a4e5-4e50-b432-eac3195974ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326660 Aug 09 15:54:16.300858 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bfd5e627-2bee-4023-94c7-f282cca1157f req-a202d7ff-3259-4087-9855-2c48d8e051bd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 Aug 09 15:54:16.304885 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16f823-964c-4b5e-927a-a21c5387b158 req-0fe7bffe-c00f-4024-b631-6d6657dfb887 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.306395 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da16f823-964c-4b5e-927a-a21c5387b158 req-0fe7bffe-c00f-4024-b631-6d6657dfb887 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.1137178 Aug 09 15:54:16.333397 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-20670331-5b1b-4ee0-803e-4c0b196ce46b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463052 Aug 09 15:54:16.468206 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da16f823-964c-4b5e-927a-a21c5387b158 req-1893c62a-229b-4fef-9600-0b702bab25e3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369772 Aug 09 15:54:16.491686 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f787-fff3-4a16-bc0a-c37d61e6b287 req-ff4951e6-7834-4d89-88b1-76c87e507e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.493693 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8ef1f787-fff3-4a16-bc0a-c37d61e6b287 req-ff4951e6-7834-4d89-88b1-76c87e507e72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 1098 time: 0.1637657 Aug 09 15:54:16.498206 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-52c7faea-cca9-4936-9556-3c009c9a6e8f service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834028 Aug 09 15:54:16.505264 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-0cc56a50-34aa-449c-8af6-2b516f874dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579261 Aug 09 15:54:16.654873 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d306b46-cb1a-4c6b-a387-435fcbde8fc6 req-8522347f-8437-4d80-898b-4c4f5147b887 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341662 Aug 09 15:54:16.822025 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-f0b72bec-3be9-4b02-8792-cbbb92700b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.823440 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-f0b72bec-3be9-4b02-8792-cbbb92700b83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 1097 time: 0.0468109 Aug 09 15:54:16.841259 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8ef1f787-fff3-4a16-bc0a-c37d61e6b287 req-566cdefc-b146-4e1c-8dd8-962795ba8b34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305926 Aug 09 15:54:16.875423 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07d91737-a424-49d7-a89d-2dcea933128e req-0ddef505-1818-4afb-834d-c3dc10c850ee service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436770 Aug 09 15:54:16.921492 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-076578ff-8d03-4212-b2ef-660326e9c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:16.923004 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-076578ff-8d03-4212-b2ef-660326e9c4cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.0873687 Aug 09 15:54:17.225501 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-21ad26a7-16ca-4b58-86e3-22fc3cdcc510 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c HTTP/1.1" status: 200 len: 217 time: 0.0364163 Aug 09 15:54:17.307295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-3ac086ed-964a-4beb-bbb2-223664a3dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.308755 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-3ac086ed-964a-4beb-bbb2-223664a3dd66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0475438 Aug 09 15:54:17.343410 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-1cb9f67c-33d2-499a-a7ba-a5a8b14d751b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243177 Aug 09 15:54:17.472850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb532-3c9c-49e3-9e61-9fcc115702d3 req-e62f0e18-0457-47db-8775-652b6fa0ce5c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.474393 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3abbb532-3c9c-49e3-9e61-9fcc115702d3 req-e62f0e18-0457-47db-8775-652b6fa0ce5c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.0988827 Aug 09 15:54:17.486311 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-bed8339b-d8d0-4777-bd9d-0e749e390dfb service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279514 Aug 09 15:54:17.570144 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3abbb532-3c9c-49e3-9e61-9fcc115702d3 req-6fce046d-5791-45ea-ae2d-a90dd636780c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828698 Aug 09 15:54:17.613366 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bf3ffbb3-ebf9-489c-b18c-f771aea44aa9 req-35d360bf-448f-4eef-8fc9-786f7272d8b3 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124163 Aug 09 15:54:17.707217 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a8cc6-6723-4287-ac87-0235e2102c78 req-1efd2147-b29a-494c-b9fe-11f2e6f6136f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:17.710447 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-807a8cc6-6723-4287-ac87-0235e2102c78 req-1efd2147-b29a-494c-b9fe-11f2e6f6136f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0774667 Aug 09 15:54:17.751104 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2c3d8cea-8ce7-45df-8715-2a044a273e6b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:17.776578 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-807a8cc6-6723-4287-ac87-0235e2102c78 req-efd6bca0-f0a0-4d36-8ec6-0cc94b5268f4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587332 Aug 09 15:54:17.894896 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:17.915431 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'port_id': '2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'mac_address': 'fa:16:3e:c2:80:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:17.961854 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:17.975666 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3d8cea-8ce7-45df-8715-2a044a273e6b {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:17.997965 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:18.001720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:18.063156 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:18.459036 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['2c3d8cea-8ce7-45df-8715-2a044a273e6b'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:18.697268 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776e2f-2c0b-4882-afdd-83d307172b5a req-9cc13db4-535e-4fca-a315-9a168eddef1c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.698887 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5a776e2f-2c0b-4882-afdd-83d307172b5a req-9cc13db4-535e-4fca-a315-9a168eddef1c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.0535040 Aug 09 15:54:18.757339 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5a776e2f-2c0b-4882-afdd-83d307172b5a req-1c55595a-a063-4f10-babc-26e2b37fed06 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Aug 09 15:54:18.899843 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ff3c0-df02-47a3-bc28-b3123c7f4a23 req-1519ff13-1bea-4b2d-8402-8ce0507f4cac tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:18.901346 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-773ff3c0-df02-47a3-bc28-b3123c7f4a23 req-1519ff13-1bea-4b2d-8402-8ce0507f4cac tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Aug 09 15:54:18.939819 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-773ff3c0-df02-47a3-bc28-b3123c7f4a23 req-e5ef846f-738b-4f42-9433-dcab34710bd8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 09 15:54:19.880466 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d256-36f4-4ee8-b900-fe81fbcd8ae3 req-388c090c-f788-4b39-bbd4-a41d5b437ef4 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:19.881969 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-13d4d256-36f4-4ee8-b900-fe81fbcd8ae3 req-388c090c-f788-4b39-bbd4-a41d5b437ef4 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.0514755 Aug 09 15:54:19.920675 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-13d4d256-36f4-4ee8-b900-fe81fbcd8ae3 req-0ae542e5-2b60-413a-b0b9-b307ffbf4099 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Aug 09 15:54:21.033199 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe20c-3a97-42ef-9e86-0ef7957bced5 req-8ba77b7d-8756-4839-a9ec-ffd17cbfe4b2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:21.034692 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-556fe20c-3a97-42ef-9e86-0ef7957bced5 req-8ba77b7d-8756-4839-a9ec-ffd17cbfe4b2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.0478382 Aug 09 15:54:21.071468 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-556fe20c-3a97-42ef-9e86-0ef7957bced5 req-8586c88c-5ee2-42b9-903d-b88fbd898cdd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Aug 09 15:54:22.033403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device a77074cf-dc5b-4afa-a48c-26d877d8c83c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:22.157407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:22.171458 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c', 'network_id': '901949a4-c466-4aa0-b47f-de0604483eb0', 'port_id': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c', 'mac_address': 'fa:16:3e:50:96:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecae819-72ae-4ee2-beac-76dc7de981f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:22.201105 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39c12d-2845-4357-977d-cfcefc4dca46 req-dd6bd89e-4bec-41ec-95b1-02d4f5b4576b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:22.204741 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bf39c12d-2845-4357-977d-cfcefc4dca46 req-dd6bd89e-4bec-41ec-95b1-02d4f5b4576b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 944 time: 0.0527477 Aug 09 15:54:22.217027 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.231150 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77074cf-dc5b-4afa-a48c-26d877d8c83c {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:22.243923 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bf39c12d-2845-4357-977d-cfcefc4dca46 req-55856db6-9bc5-4c48-bda7-00be51c36ca7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Aug 09 15:54:22.253140 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:22.262801 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.322471 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:22.356075 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2c3d8cea-8ce7-45df-8715-2a044a273e6b up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:22.406490 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 2c3d8cea-8ce7-45df-8715-2a044a273e6b completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:22.411090 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 2c3d8cea-8ce7-45df-8715-2a044a273e6b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:22.411580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.498041 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.518311 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:22.521476 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba714a3-b2f7-450f-9dfd-3dc278235bc4" -d '{"events": [{"server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:22.534411 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:22.538592 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:22.565524 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1b907-222e-4327-a260-d0c703839ef3 x-openstack-request-id: req-fac1b907-222e-4327-a260-d0c703839ef3 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:22.565812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:22.566061 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fac1b907-222e-4327-a260-d0c703839ef3 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:22.566443 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'code': 200} Aug 09 15:54:22.596262 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:23.361580 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a49e-7aa2-4479-9bef-0cd58195e6a2 req-f16f492e-642e-4d0f-af8e-87e912b74a42 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:23.363110 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f4b2a49e-7aa2-4479-9bef-0cd58195e6a2 req-f16f492e-642e-4d0f-af8e-87e912b74a42 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 945 time: 0.0526350 Aug 09 15:54:23.406038 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f4b2a49e-7aa2-4479-9bef-0cd58195e6a2 req-9bf89021-5e24-4860-b7f6-efc4b599ffd1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Aug 09 15:54:24.522942 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cc284-2427-4239-918f-40e8be4b27c5 req-1c74702c-5ff4-423f-beb5-f6a4a581a55f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:24.524530 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-933cc284-2427-4239-918f-40e8be4b27c5 req-1c74702c-5ff4-423f-beb5-f6a4a581a55f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 945 time: 0.0507886 Aug 09 15:54:24.564041 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-933cc284-2427-4239-918f-40e8be4b27c5 req-2b00d2ba-3a70-4cb1-96a5-0db32ece7505 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Aug 09 15:54:25.690780 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96373a-1719-4364-8422-9a126486a39b req-c6f73c3a-67a3-4fe8-9a35-4c2435af915d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.692485 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cd96373a-1719-4364-8422-9a126486a39b req-c6f73c3a-67a3-4fe8-9a35-4c2435af915d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 945 time: 0.0586562 Aug 09 15:54:25.732273 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cd96373a-1719-4364-8422-9a126486a39b req-f5e07d84-a44b-47a7-8a30-f7738fc95350 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Aug 09 15:54:25.924320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['a77074cf-dc5b-4afa-a48c-26d877d8c83c'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:25.970129 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f67f1-ab1a-4c44-b846-7f2a3c468ca9 req-d859f3b2-170b-4787-a588-0a47b673ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:25.971629 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a06f67f1-ab1a-4c44-b846-7f2a3c468ca9 req-d859f3b2-170b-4787-a588-0a47b673ed2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.0701046 Aug 09 15:54:26.037268 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a06f67f1-ab1a-4c44-b846-7f2a3c468ca9 req-f9f9b828-987b-4582-a4cc-8f229528208c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Aug 09 15:54:26.858546 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75b71-a39f-471b-96a9-d096bdc62745 req-8526cfeb-4788-4d2c-b11b-aa17af1f212a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:26.860061 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-19d75b71-a39f-471b-96a9-d096bdc62745 req-8526cfeb-4788-4d2c-b11b-aa17af1f212a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 945 time: 0.0529044 Aug 09 15:54:26.898454 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-19d75b71-a39f-471b-96a9-d096bdc62745 req-c1fa37c3-5f6f-4c74-a0ab-3614a15b4738 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Aug 09 15:54:26.945382 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b468c324-4224-4664-b895-0df33776fc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.742339 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device a77074cf-dc5b-4afa-a48c-26d877d8c83c up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:27.792509 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port a77074cf-dc5b-4afa-a48c-26d877d8c83c completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:27.796357 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port a77074cf-dc5b-4afa-a48c-26d877d8c83c triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:27.796720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.875068 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.898673 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:27.900945 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e05a2-8c42-4311-a958-75ae1c309978" -d '{"events": [{"server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "name": "network-vif-plugged", "status": "completed", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:27.916633 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:27.921922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.961391 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d9797-1ce9-45aa-b877-dbba6aa9d697 x-openstack-request-id: req-c29d9797-1ce9-45aa-b877-dbba6aa9d697 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:27.961976 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "name": "network-vif-plugged", "status": "completed", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:27.961976 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c29d9797-1ce9-45aa-b877-dbba6aa9d697 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:27.962291 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c', 'code': 200} Aug 09 15:54:27.982124 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:28.038290 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0ab44-7699-4ce7-950f-a1cf0badc925 req-6740f896-e863-4b8a-9fd6-35efdf743913 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.039836 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e1e0ab44-7699-4ce7-950f-a1cf0badc925 req-6740f896-e863-4b8a-9fd6-35efdf743913 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0612171 Aug 09 15:54:28.081284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e1e0ab44-7699-4ce7-950f-a1cf0badc925 req-70e9e82a-b93c-4592-b8dc-c8d42794918a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343535 Aug 09 15:54:28.244701 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95666848-e821-4cc6-a530-60b4a8213fbe req-0ff5cc7c-d6fe-432e-8e24-bdf243a1b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:28.246217 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-95666848-e821-4cc6-a530-60b4a8213fbe req-0ff5cc7c-d6fe-432e-8e24-bdf243a1b421 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 1099 time: 0.0460770 Aug 09 15:54:28.286900 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-95666848-e821-4cc6-a530-60b4a8213fbe req-d68e522d-4aa7-4ddb-a9a8-95426fecfc74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267434 Aug 09 15:54:29.214547 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415d66b-59b5-49cb-9c9c-38ce01d1a3c8 req-9e54f585-7f28-4f0c-8de3-e4116b4e32f2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:29.216078 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f415d66b-59b5-49cb-9c9c-38ce01d1a3c8 req-9e54f585-7f28-4f0c-8de3-e4116b4e32f2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0491040 Aug 09 15:54:29.260517 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f415d66b-59b5-49cb-9c9c-38ce01d1a3c8 req-8fffb63c-9c1a-4898-bac8-10717f4a7949 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Aug 09 15:54:29.378301 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-3b1f7263-05f0-4a08-bcb3-4da0ef39c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:29.617136 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.383851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecb786-4233-4459-a2fe-62d3ad19f253 req-7a2dde54-c979-425c-b634-d434a8abe9c3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.392850 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30ecb786-4233-4459-a2fe-62d3ad19f253 req-7a2dde54-c979-425c-b634-d434a8abe9c3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0614524 Aug 09 15:54:30.439960 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30ecb786-4233-4459-a2fe-62d3ad19f253 req-b1a118af-810c-47f1-b4ac-89b9b76712c9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Aug 09 15:54:30.533062 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-5bb516b6-dd49-4a75-ab53-80fbbb1d17bb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.543815 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-5bb516b6-dd49-4a75-ab53-80fbbb1d17bb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1491692 Aug 09 15:54:30.562445 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-8baa781b-ccc3-4874-990f-640cd2e60fae tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/quotas/b2f158a7877f4542b1e42e8e573c36d4 HTTP/1.1" status: 200 len: 375 time: 0.0175045 Aug 09 15:54:30.619246 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-1707d43c-c23f-4e93-b04c-42ca5199b8ef tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551882 Aug 09 15:54:30.729546 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-435a5abd-d992-4dc8-851d-e3bb2b4430ba service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999267 Aug 09 15:54:30.809658 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b785c-d1d6-4c99-a020-16cd5c5af7b1 req-aa957e73-7126-4a28-8a13-2061d6ad78fe tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.811324 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f2b785c-d1d6-4c99-a020-16cd5c5af7b1 req-aa957e73-7126-4a28-8a13-2061d6ad78fe tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0771859 Aug 09 15:54:30.855357 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8169d9-5622-4290-be46-eca10db5095f req-ad08e33c-1372-44aa-b527-aaa7d7294b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:30.856627 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-ad08e33c-1372-44aa-b527-aaa7d7294b95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 1099 time: 0.0695755 Aug 09 15:54:30.875823 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f2b785c-d1d6-4c99-a020-16cd5c5af7b1 req-8f309973-7b9d-4da8-9e85-7c86661abbae tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536349 Aug 09 15:54:30.880149 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:30.882527 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-9928aa42-e224-402b-91f7-15399145ba33 service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435339 Aug 09 15:54:31.005989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8169d9-5622-4290-be46-eca10db5095f req-c56a1fe1-8408-434d-b4c3-a49848314b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.007948 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-c56a1fe1-8408-434d-b4c3-a49848314b2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.1243436 Aug 09 15:54:31.071167 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-c9c18414-53dd-406a-b8a2-00d7d1c6d4f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c HTTP/1.1" status: 200 len: 217 time: 0.0388525 Aug 09 15:54:31.089494 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5d051599-f4a2-4b08-8710-b1c03cf1c269 req-37258104-6bb3-413a-b947-be2c84132809 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0460260 Aug 09 15:54:31.128447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8169d9-5622-4290-be46-eca10db5095f req-41741103-e5c2-4282-a473-d32c86683d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.130266 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-41741103-e5c2-4282-a473-d32c86683d18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0509987 Aug 09 15:54:31.166923 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-0367e70b-f3ec-4525-83a2-33c051b052fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 09 15:54:31.269316 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-98f0008b-7084-4266-b0eb-cd91e008d788 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925305 Aug 09 15:54:31.994786 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f9a03-f4e2-4e6d-afc8-cb6edc34e52d req-4f9156bc-1b23-4a10-a8f8-6704d36b44b3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:31.996276 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-861f9a03-f4e2-4e6d-afc8-cb6edc34e52d req-4f9156bc-1b23-4a10-a8f8-6704d36b44b3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0479987 Aug 09 15:54:32.034469 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-861f9a03-f4e2-4e6d-afc8-cb6edc34e52d req-5156bcdd-44fb-4481-9e7a-0c27ebc92706 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Aug 09 15:54:32.183858 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af0b9f19-fd4e-47e3-80e6-2403c4d7dc85 req-ad4a92c2-c513-4be8-bccd-2277a69b7c97 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0259242 Aug 09 15:54:32.461404 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:32.506695 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d8169d9-5622-4290-be46-eca10db5095f req-fd28a626-6ca4-43d9-8f21-6690c32335b6 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897884 Aug 09 15:54:33.157370 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91e802-74db-4e3e-a057-fbccd39264ef req-72487f08-2628-437f-8ec4-5422dee5af6c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.158894 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-db91e802-74db-4e3e-a057-fbccd39264ef req-72487f08-2628-437f-8ec4-5422dee5af6c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0570858 Aug 09 15:54:33.196264 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-db91e802-74db-4e3e-a057-fbccd39264ef req-cdebad0d-7f31-4d02-adf4-e4c0723dac14 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310450 Aug 09 15:54:33.274299 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25441029-904a-46af-9c64-454e7ce99e8e req-e40ce1b4-ed3f-445d-99c1-46b1be304981 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0265048 Aug 09 15:54:34.316230 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab36c8-8273-4dab-b9b2-207fd8fcef05 req-33780221-7a52-4feb-b444-81664fdf19dd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.317726 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72ab36c8-8273-4dab-b9b2-207fd8fcef05 req-33780221-7a52-4feb-b444-81664fdf19dd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0564020 Aug 09 15:54:34.356491 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72ab36c8-8273-4dab-b9b2-207fd8fcef05 req-e37fe457-e600-4bd4-a33a-d3ec978381f7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Aug 09 15:54:34.369555 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6065df41-9708-408f-9c6d-5a77dcff9185 req-9fc6d977-966d-4db9-acb2-4546cc0d673d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0295389 Aug 09 15:54:35.302600 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-cbaaccc2-1160-4428-aee2-da4faa159306 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:35.304180 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-cbaaccc2-1160-4428-aee2-da4faa159306 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1031709 Aug 09 15:54:35.325685 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Request body: {'port': {'device_id': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'admin_state_up': True, 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:35.437624 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:35.441184 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.478192 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127626d-b9fc-4228-b36f-ba8fe4a19dde req-8dcdd936-2b8f-4e0f-af7f-7e616a540440 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:35.479863 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f127626d-b9fc-4228-b36f-ba8fe4a19dde req-8dcdd936-2b8f-4e0f-af7f-7e616a540440 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0527332 Aug 09 15:54:35.487272 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4fd89faf-b8b9-4bce-9ad3-84fde04335c2 req-6f05937e-cefb-474c-afc3-c477e551d800 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0429120 Aug 09 15:54:35.528491 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f127626d-b9fc-4228-b36f-ba8fe4a19dde req-99bfe591-6db4-432f-b3af-fd59bfd6a62c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Aug 09 15:54:35.609077 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Allocated IP 172.20.0.11 (3e5d1c17-7d22-4937-b328-d663bc701675/d8e94d6b-286a-4c15-ad07-7c39edee0431/82eeafb9-921d-480b-b283-93f849781003) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:35.754276 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.796921 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.837653 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40', '60d5d387-298d-43a4-ad38-d3944fa51c04'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:35.839467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Network 3e5d1c17-7d22-4937-b328-d663bc701675 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:35.843233 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:35.847030 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:35.894424 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event updated for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.904238 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.904603 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.904944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.905281 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.905612 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.905946 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.906275 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.906948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.907282 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.907751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.908196 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.908523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:35.924362 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:35.925150 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.943488 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-00e2f202-fb95-471d-8937-3ef83eec8c18 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216202 Aug 09 15:54:35.969828 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Request body: {'port': {'device_id': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:36.037912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45640) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.050027 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.151462 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.251421 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.255583 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.303667 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad31d48e878a4110a6c0f47f3ab8132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646203 Aug 09 15:54:36.304548 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c42ed6-1df7-4502-8ab3-a651c474efcd,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:36.307063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45652) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.340575 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.340575 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.340575 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.341028 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.341126 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.341466 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.342396 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.342798 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.343053 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.343474 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.343997 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.344746 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8e260-2247-4f7e-8f47-535cbb02fc8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:36.362464 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82eeafb9-921d-480b-b283-93f849781003 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:36.376413 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.377843 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.396382 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Transition to ACTIVE for port object 82eeafb9-921d-480b-b283-93f849781003 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:36.400191 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.407573 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.455141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Pushing event updated for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:36.475791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.478516 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.479869 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/89c42ed6-1df7-4502-8ab3-a651c474efcd HTTP/1.1" status: 204 len: 168 time: 0.1719539 Aug 09 15:54:36.498096 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74690605-6945-4cc8-9615-caf9d1aa1745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c42ed6-1df7-4502-8ab3-a651c474efcd,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:36.568250 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Attempting to bind port 82eeafb9-921d-480b-b283-93f849781003 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:36.568655 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Attempting to bind port 82eeafb9-921d-480b-b283-93f849781003 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:36.569246 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Attempting to bind port 82eeafb9-921d-480b-b283-93f849781003 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:36.574670 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Port 82eeafb9-921d-480b-b283-93f849781003 on network 3e5d1c17-7d22-4937-b328-d663bc701675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:36.577200 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Attempting to bind port 82eeafb9-921d-480b-b283-93f849781003 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:36.594068 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:36.594402 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Checking segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:36.594813 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Bound using segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:36.595712 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Bound port: 82eeafb9-921d-480b-b283-93f849781003, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:36.596002 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.624180 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45664) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:36.685187 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3a426-3413-4d16-aa5a-9ac32cac196a req-3a6232b1-9d36-4012-8867-f34d8018f2f5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.694083 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a0a3a426-3413-4d16-aa5a-9ac32cac196a req-3a6232b1-9d36-4012-8867-f34d8018f2f5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 944 time: 0.1031051 Aug 09 15:54:36.738420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:36.740737 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1a501-7e9d-491b-964d-9b5ee8764c1f req-b1b5be8d-744e-49d7-a042-9e21485411c9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.749599 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b9b1a501-7e9d-491b-964d-9b5ee8764c1f req-b1b5be8d-744e-49d7-a042-9e21485411c9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1170051 Aug 09 15:54:36.751527 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82eeafb9-921d-480b-b283-93f849781003,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:36.761291 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a0a3a426-3413-4d16-aa5a-9ac32cac196a req-d1fb6aed-50d0-4b0a-9caf-b295a002a853 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Aug 09 15:54:36.763181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.803273 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.804318 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.805935 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] 10.222.0.21 "PUT /v2.0/ports/82eeafb9-921d-480b-b283-93f849781003 HTTP/1.1" status: 200 len: 1094 time: 0.8434331 Aug 09 15:54:36.808472 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'tag': '82eeafb9-921d-480b-b283-93f849781003'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:36.811637 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7340d971-4bc8-4847-abcd-8cb274f37d24" -d '{"events": [{"name": "network-changed", "server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "tag": "82eeafb9-921d-480b-b283-93f849781003"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:36.815035 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b9b1a501-7e9d-491b-964d-9b5ee8764c1f req-2e22e679-d1b1-4d6c-bc70-6982c886de83 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636175 Aug 09 15:54:36.850853 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec2a97-1388-4989-ba2e-40772b36e21c service neutron] Pushing event updated for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:36.861617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d23914f-2225-476f-bca8-945bd0d186b6 x-openstack-request-id: req-1d23914f-2225-476f-bca8-945bd0d186b6 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:36.862232 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "tag": "82eeafb9-921d-480b-b283-93f849781003", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:36.863900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d23914f-2225-476f-bca8-945bd0d186b6 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:36.864328 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'tag': '82eeafb9-921d-480b-b283-93f849781003', 'status': 'completed', 'code': 200} Aug 09 15:54:36.924417 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-ad535c4f-162a-496d-8fcf-4527a057774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.926022 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-ad535c4f-162a-496d-8fcf-4527a057774d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 1097 time: 0.0483944 Aug 09 15:54:36.960669 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-08c88dfe-41c2-4e85-8915-3621cdd62b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:36.977360 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-abb18655-a6a3-4c04-bc37-6f922fac9384 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82eeafb9-921d-480b-b283-93f849781003 HTTP/1.1" status: 200 len: 217 time: 0.0372970 Aug 09 15:54:37.058397 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2db403-202c-4aea-8c67-290f41e56177 req-4628a039-957b-4887-94a9-b8eeae786b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.061305 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-4628a039-957b-4887-94a9-b8eeae786b5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0766032 Aug 09 15:54:37.082387 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-08c88dfe-41c2-4e85-8915-3621cdd62b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.087762 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-08c88dfe-41c2-4e85-8915-3621cdd62b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.098339 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-8aaaac9a-caf4-4159-94d0-054a58740b0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296330 Aug 09 15:54:37.133132 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-08c88dfe-41c2-4e85-8915-3621cdd62b28 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cadefe64b8f14071851066a6e53487a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077560 Aug 09 15:54:37.133868 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c88dfe-41c2-4e85-8915-3621cdd62b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2ff78-f53e-47c1-9801-f542e898ef34,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.137395 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45688) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.198996 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.214755 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-1de29a04-bc0e-464d-9a59-db6fc3e6d7cd service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058655 Aug 09 15:54:37.221421 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.278696 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.281562 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.282962 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ce2ff78-f53e-47c1-9801-f542e898ef34 HTTP/1.1" status: 204 len: 168 time: 0.1446371 Aug 09 15:54:37.291009 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922bd4-abb2-4a4c-9dac-7ac3456724a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2ff78-f53e-47c1-9801-f542e898ef34,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:37.333962 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f2db403-202c-4aea-8c67-290f41e56177 req-a92898a9-ac8b-403d-bfa4-8fe4c835e58c service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111028 Aug 09 15:54:37.508112 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-7de3a908-ade0-47ba-99ce-878e021c4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.509627 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-7de3a908-ade0-47ba-99ce-878e021c4114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 1097 time: 0.0533535 Aug 09 15:54:37.624636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-af93b57e-274c-4992-92e9-c2b6cd71464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.626162 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-af93b57e-274c-4992-92e9-c2b6cd71464d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.1055300 Aug 09 15:54:37.674868 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-23ddb706-3afd-4e44-a472-cac903d50038 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82eeafb9-921d-480b-b283-93f849781003 HTTP/1.1" status: 200 len: 217 time: 0.0401413 Aug 09 15:54:37.737131 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-62a1ac32-c777-482a-8374-6e2a373ba587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:37.739393 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-62a1ac32-c777-482a-8374-6e2a373ba587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0526268 Aug 09 15:54:37.749469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45724) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.773070 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-53a0328f-fa7b-4697-88d8-745de0883306 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260212 Aug 09 15:54:37.781615 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-498b6438-f491-4a1a-b085-d22230b08373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.891588 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-2e15c623-19ef-42e4-9c7d-7cbb2b822595 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076100 Aug 09 15:54:37.953604 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-498b6438-f491-4a1a-b085-d22230b08373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.958297 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45732) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:37.965329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-498b6438-f491-4a1a-b085-d22230b08373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:37.996864 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e60db-bb90-414c-abed-23a9a0123279 req-9dd3f18e-f264-428c-912e-4d45ec5eedf2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.000225 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-497e60db-bb90-414c-abed-23a9a0123279 req-9dd3f18e-f264-428c-912e-4d45ec5eedf2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 944 time: 0.1013463 Aug 09 15:54:38.037010 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-498b6438-f491-4a1a-b085-d22230b08373 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef6d73ec44614b51973716cf5f6dd70d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857211 Aug 09 15:54:38.045281 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45736) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.057196 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6438-f491-4a1a-b085-d22230b08373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a617d0-b0b0-4fe8-899d-c619674d3283,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.101616 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-497e60db-bb90-414c-abed-23a9a0123279 req-1b49781b-6d30-40a4-94f9-5aab810a397c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889931 Aug 09 15:54:38.116696 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4988-acd3-461d-852e-1a826a26bfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.153265 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.188852 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.246255 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c24b4d-c08d-4b64-a18c-30b371dacecc req-a97f99e2-d09b-4978-8ff7-e3f2223ceb51 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.247883 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-11c24b4d-c08d-4b64-a18c-30b371dacecc req-a97f99e2-d09b-4978-8ff7-e3f2223ceb51 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.3335304 Aug 09 15:54:38.265148 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7340d971-4bc8-4847-abcd-8cb274f37d24 req-5d1e3ddf-b9ea-48eb-a48c-4fb007d10991 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642163 Aug 09 15:54:38.297919 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4988-acd3-461d-852e-1a826a26bfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.299395 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.302315 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.306337 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b9a617d0-b0b0-4fe8-899d-c619674d3283 HTTP/1.1" status: 204 len: 168 time: 0.2596629 Aug 09 15:54:38.306923 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-11c24b4d-c08d-4b64-a18c-30b371dacecc req-636db5f1-011a-4264-a67c-4f0813c40c95 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498214 Aug 09 15:54:38.309282 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-aeaf4988-acd3-461d-852e-1a826a26bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.324595 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f07a0-a9fd-424d-82ad-70f7a80028e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a617d0-b0b0-4fe8-899d-c619674d3283,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.356977 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-aeaf4988-acd3-461d-852e-1a826a26bfce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ddd8f4ef381f4d4e9bc20a2cf4c4635d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972249 Aug 09 15:54:38.360217 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45746) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.372370 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf4988-acd3-461d-852e-1a826a26bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cbd9f0-3132-41af-b30e-c61a928c675a,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.420730 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.442588 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.493137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.495873 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.499743 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/41cbd9f0-3132-41af-b30e-c61a928c675a HTTP/1.1" status: 204 len: 168 time: 0.1345770 Aug 09 15:54:38.507523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f64c0-c3e6-4a61-aab4-4180179f13fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cbd9f0-3132-41af-b30e-c61a928c675a,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.606485 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45752) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.620222 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-23042abf-8785-45b5-a4b2-1f696cdbefc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.720812 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-23042abf-8785-45b5-a4b2-1f696cdbefc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.724790 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-23042abf-8785-45b5-a4b2-1f696cdbefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.769446 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-23042abf-8785-45b5-a4b2-1f696cdbefc7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=71d8136bc4ed417194bb892c36a531cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589441 Aug 09 15:54:38.769446 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23042abf-8785-45b5-a4b2-1f696cdbefc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0ad560-42ab-4d35-ae5b-41e6eeaa46bc,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:38.769821 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45762) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:38.847470 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.882080 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.943387 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.946159 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.949577 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d0ad560-42ab-4d35-ae5b-41e6eeaa46bc HTTP/1.1" status: 204 len: 168 time: 0.1765170 Aug 09 15:54:38.955839 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cbd71-8bb0-42d0-b77d-57bd4fdc98d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0ad560-42ab-4d35-ae5b-41e6eeaa46bc,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.026471 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45776) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.224049 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc410-14fc-4066-876c-99c13f32102c req-bbd6cfc7-59b5-42e0-80c8-b18e9f4f8691 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.225832 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3eabc410-14fc-4066-876c-99c13f32102c req-bbd6cfc7-59b5-42e0-80c8-b18e9f4f8691 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 944 time: 0.0531309 Aug 09 15:54:39.264620 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02ce1820-7e65-43ee-ac86-95aed8df2888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.287170 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3eabc410-14fc-4066-876c-99c13f32102c req-8df961ae-d537-42da-b8a9-6cfb11b73e9a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Aug 09 15:54:39.382538 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02ce1820-7e65-43ee-ac86-95aed8df2888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.390146 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-02ce1820-7e65-43ee-ac86-95aed8df2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.428719 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-02ce1820-7e65-43ee-ac86-95aed8df2888 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f099a31360a946c58afa7be9791271f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006758 Aug 09 15:54:39.431223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45804) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.451616 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b439561-a545-42d7-a1cb-17870202fa5c req-57b06d9e-5284-4cf3-86d5-0523eff2377a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.453466 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b439561-a545-42d7-a1cb-17870202fa5c req-57b06d9e-5284-4cf3-86d5-0523eff2377a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0526741 Aug 09 15:54:39.508167 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1820-7e65-43ee-ac86-95aed8df2888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097276e-5615-45ce-a9f6-d18f3d213412,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.511428 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.523244 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45808) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:39.547752 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.552746 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b439561-a545-42d7-a1cb-17870202fa5c req-2b0434ce-aa36-43f3-927b-7fac875ee925 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900755 Aug 09 15:54:39.619941 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.622544 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.626522 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e097276e-5615-45ce-a9f6-d18f3d213412 HTTP/1.1" status: 204 len: 168 time: 0.1916208 Aug 09 15:54:39.632406 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76b76c-fcab-4b9c-a54e-abb4f5c42a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097276e-5615-45ce-a9f6-d18f3d213412,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.697683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1155676984-network', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:39.721352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Made reservation on behalf of 9c21ed19901546b183c9c8a95cdd1816 for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:39.723892 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.734566 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.847172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.852246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.875854 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:39.892492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcb373-d7dd-4be5-afbb-f914a5afaa38,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:39.896845 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.897199 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Added segment e0886f98-ddd6-4139-bb51-a74ba43a8a41 of type vlan for network a5cc68f2-19d6-4abc-8c4d-5893783fd78f Aug 09 15:54:39.950648 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.985661 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:39.986685 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.987302 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.023747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45830) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.036443 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5119011 Aug 09 15:54:40.037848 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45836) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.043997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Request body: {'subnet': {'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1155676984-subnet', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.059389 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0c087-6ee7-4cfa-9900-d7378aa2bfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5cc68f2-19d6-4abc-8c4d-5893783fd78f,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.071343 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:40.072777 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Made reservation on behalf of 9c21ed19901546b183c9c8a95cdd1816 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:40.076945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.164220 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1089195172-network', 'tenant_id': 'ce4c62b815f04cde86c1c836eb9210d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.200360 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Made reservation on behalf of ce4c62b815f04cde86c1c836eb9210d4 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:40.202744 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.214417 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.334986 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.423931 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601e3c2-49ea-4395-9d2c-c4c4f0baafb2 req-9de6ccda-facf-457b-a70c-052fd62362c5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.427871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=671b6178-bfc6-4390-a63d-73c712082b96,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.428379 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9601e3c2-49ea-4395-9d2c-c4c4f0baafb2 req-9de6ccda-facf-457b-a70c-052fd62362c5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 944 time: 0.0596976 Aug 09 15:54:40.452135 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Checking segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:40.452681 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Network hostable DHCP agents. Network: a5cc68f2-19d6-4abc-8c4d-5893783fd78f, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:40.457437 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.464096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.468215 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9601e3c2-49ea-4395-9d2c-c4c4f0baafb2 req-2f538aae-f69d-48f8-940b-c5148c039bd7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355308 Aug 09 15:54:40.502148 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:40.507111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:40.528234 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f633cd-07ae-4f60-9038-ec07e21fa889,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.532868 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.533451 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Added segment 7a585d6b-f451-4921-8068-97975a1aa450 of type vlan for network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 Aug 09 15:54:40.536575 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, a5cc68f2-19d6-4abc-8c4d-5893783fd78f) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:40.546832 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee686f-bab9-45c6-bb3c-08918bb2b1a1 None None] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:40.552966 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.553966 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.621737 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.713770 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7dd0c1ed-a15d-467c-9111-77f16463ac93 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6721992 Aug 09 15:54:40.714332 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45862) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.719916 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.746849 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.748842 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.749584 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.776813 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e2a82-e64f-4e37-9a40-5162f61aa3a4 req-17687614-dac7-4ff0-8098-ae556e7926b1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.778360 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-844e2a82-e64f-4e37-9a40-5162f61aa3a4 req-17687614-dac7-4ff0-8098-ae556e7926b1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1360188 Aug 09 15:54:40.791199 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.792402 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.796190 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:40.797622 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.840564 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8149090 Aug 09 15:54:40.844506 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45864) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.861852 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Request body: {'subnet': {'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1089195172-subnet', 'tenant_id': 'ce4c62b815f04cde86c1c836eb9210d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:40.880381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77888e-caac-4e1a-9af2-b414650bd51c admin admin] Pushing event updated for resources: {'Network': ['ID=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.905206 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-844e2a82-e64f-4e37-9a40-5162f61aa3a4 req-90e24822-a00e-40ed-92ee-b078adae4c4c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911701 Aug 09 15:54:40.928824 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.958560 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:40.989795 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Made reservation on behalf of ce4c62b815f04cde86c1c836eb9210d4 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:41.003042 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2108120'] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.038198 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 45870) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:41.106297 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Allocated IP 172.20.0.2 (a5cc68f2-19d6-4abc-8c4d-5893783fd78f/671b6178-bfc6-4390-a63d-73c712082b96/0202b213-e542-4418-a5b2-958ab036f2b2) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:41.196727 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.287500 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4e26f38f-d4ec-49e3-8466-971a78e1397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.316993 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.325455 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Transition to ACTIVE for port object 0202b213-e542-4418-a5b2-958ab036f2b2 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:41.340926 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Transition to ACTIVE for port object 0202b213-e542-4418-a5b2-958ab036f2b2 will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:41.347963 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.393716 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:41.399084 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:41.402641 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:41.409165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10121417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2108138'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.412261 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Pushing event updated for resources: {'Port': ['ID=0202b213-e542-4418-a5b2-958ab036f2b2,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:41.471462 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Attempting to bind port 0202b213-e542-4418-a5b2-958ab036f2b2 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:41.472149 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Attempting to bind port 0202b213-e542-4418-a5b2-958ab036f2b2 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:41.472715 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Attempting to bind port 0202b213-e542-4418-a5b2-958ab036f2b2 on network a5cc68f2-19d6-4abc-8c4d-5893783fd78f {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:41.478662 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:41.479039 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Checking segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:41.479446 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.479873 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Bound using segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:41.480408 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Bound port: 0202b213-e542-4418-a5b2-958ab036f2b2, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:41.480822 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.498622 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25aa1246-7fcc-48af-b13a-fb0fbedf7c13,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:41.534697 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Checking segment: {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:41.535045 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Network hostable DHCP agents. Network: f3580e04-1f6d-4aec-bad7-0de4a4d0aee5, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:41.561190 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] For port 0202b213-e542-4418-a5b2-958ab036f2b2, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:41.564736 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] For port 0202b213-e542-4418-a5b2-958ab036f2b2, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=0202b213-e542-4418-a5b2-958ab036f2b2,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:41.569115 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.594480 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4e26f38f-d4ec-49e3-8466-971a78e1397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.631192 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fbe1d-f9e8-41eb-8e38-04e4c341340f None None] Pushing event updated for resources: {'Port': ['ID=0202b213-e542-4418-a5b2-958ab036f2b2,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:41.639447 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4e26f38f-d4ec-49e3-8466-971a78e1397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.702550 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:41.740590 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4e26f38f-d4ec-49e3-8466-971a78e1397a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5fb2f97ef52e4b0fb6399dbd359bb452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866972 Aug 09 15:54:41.743318 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45882) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:41.751671 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cab13-49b6-45c1-94b5-6362c9a366f2 req-d7d6d61e-9673-440b-855e-29873fd9b078 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.753606 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-748cab13-49b6-45c1-94b5-6362c9a366f2 req-d7d6d61e-9673-440b-855e-29873fd9b078 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 944 time: 0.1832500 Aug 09 15:54:41.754235 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, f3580e04-1f6d-4aec-bad7-0de4a4d0aee5) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:41.762041 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26f38f-d4ec-49e3-8466-971a78e1397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b361e4-1fc3-4b75-9269-37c1444f95e3,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:41.765367 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.765952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.767024 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933dcca-28a2-4328-8630-bebb61e2ac75 None None] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:41.769173 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.793894 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.835281 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.865368 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.875016 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-53dc7188-fc1f-4c66-8a9d-036026bbcde9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0270505 Aug 09 15:54:41.881415 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 82eeafb9-921d-480b-b283-93f849781003 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:54:41.900494 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-748cab13-49b6-45c1-94b5-6362c9a366f2 req-e13a7f9d-908f-44ca-812e-bf306741a9cf tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117442 Aug 09 15:54:41.973963 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.978937 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.980692 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1b361e4-1fc3-4b75-9269-37c1444f95e3 HTTP/1.1" status: 204 len: 168 time: 0.2361324 Aug 09 15:54:41.994179 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903f2ab-0bd4-4811-8b69-5312789ebe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b361e4-1fc3-4b75-9269-37c1444f95e3,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.039185 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Allocated IP 172.27.1.233 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/bf739c8d-f001-431e-aa6c-afec1829e66e) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:42.152267 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82eeafb9-921d-480b-b283-93f849781003,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:42.166895 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac90a-3a3e-422f-9345-7fc2412a8ca2 req-a0d457b3-ba3c-4723-acb9-b14fc70f43b2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.171979 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '82eeafb9-921d-480b-b283-93f849781003', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'port_id': '82eeafb9-921d-480b-b283-93f849781003', 'mac_address': 'fa:16:3e:b2:1e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e94d6b-286a-4c15-ad07-7c39edee0431', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:54:42.183189 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c89ac90a-3a3e-422f-9345-7fc2412a8ca2 req-a0d457b3-ba3c-4723-acb9-b14fc70f43b2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1412101 Aug 09 15:54:42.200765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.266602 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c89ac90a-3a3e-422f-9345-7fc2412a8ca2 req-60ae23a8-7471-4262-add8-cc5fd3d44cf8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760300 Aug 09 15:54:42.288661 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0c051-9c8a-42f5-be85-0baf0d29c90a None None] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:42.322326 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.374570 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:42.378865 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0202b213-e542-4418-a5b2-958ab036f2b2 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:42.379461 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:42.383907 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:42.389010 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Pushing event updated for resources: {'Port': ['ID=bf739c8d-f001-431e-aa6c-afec1829e66e,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:42.415704 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.455763 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eeafb9-921d-480b-b283-93f849781003 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:42.548778 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82eeafb9-921d-480b-b283-93f849781003,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:42.568133 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.634545 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 0202b213-e542-4418-a5b2-958ab036f2b2 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:42.739532 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:42.754097 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.089066 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d8184-4bc8-4e6b-ab29-4e54fadd7e9f None None] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:43.181434 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Provisioning for port 0202b213-e542-4418-a5b2-958ab036f2b2 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:43.322178 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.327854 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Provisioning complete for port 0202b213-e542-4418-a5b2-958ab036f2b2 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:43.328231 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.393023 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b20d-c72b-4047-887f-f8ad1c99ad27 req-24e5eacb-344f-4f9b-b932-f05b3cfd5283 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.394710 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1639b20d-c72b-4047-887f-f8ad1c99ad27 req-24e5eacb-344f-4f9b-b932-f05b3cfd5283 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 945 time: 0.3931396 Aug 09 15:54:43.445181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a1f2e-4c6a-4e47-a6fd-53acff1bd908 req-96613081-5398-47e4-8f09-2be7ef3dd452 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.446772 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-470a1f2e-4c6a-4e47-a6fd-53acff1bd908 req-96613081-5398-47e4-8f09-2be7ef3dd452 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0926576 Aug 09 15:54:43.453225 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.487960 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1639b20d-c72b-4047-887f-f8ad1c99ad27 req-aeb9d7d9-7da4-44ad-b240-5363db74d6c7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805409 Aug 09 15:54:43.501159 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] For port 0202b213-e542-4418-a5b2-958ab036f2b2, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=0202b213-e542-4418-a5b2-958ab036f2b2,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:43.503670 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-470a1f2e-4c6a-4e47-a6fd-53acff1bd908 req-a4c55f92-b711-4ea7-b410-32a61d16e13a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Aug 09 15:54:43.515057 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.546243 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Router dab1fef2-f0bf-401a-bb1d-93a96692ebef is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:43.615215 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396303f-23bf-4267-b466-01ade27bb97a None None] Pushing event updated for resources: {'Port': ['ID=0202b213-e542-4418-a5b2-958ab036f2b2,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.708046 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:43.721284 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Sync routers for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:43.734651 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.734857 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:43.735207 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:43.735992 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-91647728-5f03-4467-97c0-1534dce58eef admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0204120 Aug 09 15:54:43.738872 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45940) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.757527 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-e390af7e-aed4-4749-8dcf-ed9fec19727f None None] Provisioning complete for port 0202b213-e542-4418-a5b2-958ab036f2b2 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:43.758155 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e390af7e-aed4-4749-8dcf-ed9fec19727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.886035 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463a3f9-ae18-4a9c-930e-590ce21d3979 req-ec52ca2d-0bf2-42fa-99cf-37a83f2c8586 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.887868 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3463a3f9-ae18-4a9c-930e-590ce21d3979 req-ec52ca2d-0bf2-42fa-99cf-37a83f2c8586 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1071646 Aug 09 15:54:43.936714 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:43.958389 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3463a3f9-ae18-4a9c-930e-590ce21d3979 req-af6498db-4539-4dc1-ab95-3caff8a180c1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637770 Aug 09 15:54:44.122301 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:42Z', 'revision_number': 3, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:44.154536 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Checking router: dab1fef2-f0bf-401a-bb1d-93a96692ebef for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:44.154854 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Updating router dab1fef2-f0bf-401a-bb1d-93a96692ebef port bf739c8d-f001-431e-aa6c-afec1829e66e binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:44.182982 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.220025 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0202b213-e542-4418-a5b2-958ab036f2b2 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:44.223626 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.270285 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 0202b213-e542-4418-a5b2-958ab036f2b2 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:44.270661 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.390225 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Allocated IP 172.20.0.1 (a5cc68f2-19d6-4abc-8c4d-5893783fd78f/671b6178-bfc6-4390-a63d-73c712082b96/ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:44.440417 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.450443 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Transition to ACTIVE for port object bf739c8d-f001-431e-aa6c-afec1829e66e will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:44.456738 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.498124 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.515736 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Transition to ACTIVE for port object ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:44.517499 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c70f5-b5f1-4a28-aab0-386024549c23 None None] Pushing event updated for resources: {'Port': ['ID=bf739c8d-f001-431e-aa6c-afec1829e66e,revision_number=2']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.521916 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Attempting to bind port bf739c8d-f001-431e-aa6c-afec1829e66e on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:44.522348 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Attempting to bind port bf739c8d-f001-431e-aa6c-afec1829e66e by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:44.522714 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Attempting to bind port bf739c8d-f001-431e-aa6c-afec1829e66e on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:44.528346 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:44.528724 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:44.529662 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.530104 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:44.530502 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Bound port: bf739c8d-f001-431e-aa6c-afec1829e66e, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:44.530906 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.564463 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.582736 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:44.601984 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:44.603866 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] For port bf739c8d-f001-431e-aa6c-afec1829e66e, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:44.605721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:44.608000 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] For port bf739c8d-f001-431e-aa6c-afec1829e66e, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bf739c8d-f001-431e-aa6c-afec1829e66e,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:44.613989 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.655343 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:44.656001 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:44.669117 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9afb1c-74f4-44a0-a6f6-60c441ec0e69 req-07907d45-d417-4357-b85b-fb73afb4ba74 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.677931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ed9afb1c-74f4-44a0-a6f6-60c441ec0e69 req-07907d45-d417-4357-b85b-fb73afb4ba74 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0625563 Aug 09 15:54:44.682509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.708350 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.724906 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0c2a-452a-42d4-89ec-873377cc90cc req-38bf96f6-33a8-487f-aabf-d626be5eab54 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:44.726489 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b07a0c2a-452a-42d4-89ec-873377cc90cc req-38bf96f6-33a8-487f-aabf-d626be5eab54 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 945 time: 0.1163518 Aug 09 15:54:44.734290 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ed9afb1c-74f4-44a0-a6f6-60c441ec0e69 req-17dad772-26f2-4c46-a05d-f66db2a21286 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Aug 09 15:54:44.790460 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c70f5-b5f1-4a28-aab0-386024549c23 None None] Pushing event updated for resources: {'Port': ['ID=bf739c8d-f001-431e-aa6c-afec1829e66e,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.814065 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:44.832075 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b07a0c2a-452a-42d4-89ec-873377cc90cc req-3d6b7bb4-22bd-4e36-9c8e-782212408549 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Aug 09 15:54:44.906145 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c63a759c-dc50-4028-942a-5aaa5c1a061f None None] Provisioning for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:44.906495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.910797 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c63a759c-dc50-4028-942a-5aaa5c1a061f None None] Provisioning complete for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:44.911687 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c63a759c-dc50-4028-942a-5aaa5c1a061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.954017 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-c63a759c-dc50-4028-942a-5aaa5c1a061f None None] Port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:45.092537 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.097608 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.107598 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c81d-5ac6-4af0-a19f-336b1f0056db req-d28e3aa9-66a1-45e3-a323-9e3275ea87ab tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.109247 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4519c81d-5ac6-4af0-a19f-336b1f0056db req-d28e3aa9-66a1-45e3-a323-9e3275ea87ab tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0553234 Aug 09 15:54:45.116101 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:42Z', 'revision_number': 3, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:45.151993 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4519c81d-5ac6-4af0-a19f-336b1f0056db req-ec5ae7de-0cd3-4dfb-8ee6-cba597845a8b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364506 Aug 09 15:54:45.157265 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74557aef-f3b5-47f1-b728-c493ddd7bb26 None None] The sync data for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi is: [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:42Z', 'revision_number': 3, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:45.167196 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.169621 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:45.270120 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:45.271453 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:45.385719 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Router dab1fef2-f0bf-401a-bb1d-93a96692ebef has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:45.505265 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:45.510464 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9ed9518d-9509-4ca4-8156-2233fcc6a416 admin admin] 10.222.0.90 "PUT /v2.0/routers/dab1fef2-f0bf-401a-bb1d-93a96692ebef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7704582 Aug 09 15:54:45.589846 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-bbb7d5f6-f04e-4323-a58d-28eac55ebfaf None None] Provisioning complete for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:45.590620 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d5f6-f04e-4323-a58d-28eac55ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.633060 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-bbb7d5f6-f04e-4323-a58d-28eac55ebfaf None None] Port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:45.749662 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['82eeafb9-921d-480b-b283-93f849781003'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:45.812876 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.934783 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce8e3e-e2a6-461f-9d9c-f5402bdd359d req-537c32be-ff4d-4314-b56f-25a76b7b1452 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:45.937465 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b1ce8e3e-e2a6-461f-9d9c-f5402bdd359d req-537c32be-ff4d-4314-b56f-25a76b7b1452 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1071498 Aug 09 15:54:46.007873 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaf60d-878b-4ebc-92b1-bbb0beeb3bbf req-88e07d6c-684d-4e5c-8531-a8a2fbdd8dff tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.010288 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-50aaf60d-878b-4ebc-92b1-bbb0beeb3bbf req-88e07d6c-684d-4e5c-8531-a8a2fbdd8dff tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 945 time: 0.0697439 Aug 09 15:54:46.014961 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b1ce8e3e-e2a6-461f-9d9c-f5402bdd359d req-3541f826-9849-4558-8eb8-93ab95056772 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700626 Aug 09 15:54:46.081755 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-50aaf60d-878b-4ebc-92b1-bbb0beeb3bbf req-c5769797-6e0d-4591-9a45-7b91025fb8d1 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Aug 09 15:54:46.182573 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45984) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.188490 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-795647838-network', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:46.213211 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Made reservation on behalf of 6de09e42ac36461996609fefee3b7a9f for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:46.216155 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.224677 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.237582 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bf739c8d-f001-431e-aa6c-afec1829e66e up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:46.298655 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port bf739c8d-f001-431e-aa6c-afec1829e66e completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:46.303304 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port bf739c8d-f001-431e-aa6c-afec1829e66e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:46.303699 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.337426 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abc0a5-6edf-4312-8b3b-b994553d472a req-c1645752-590f-4d94-8251-17773a876220 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.339463 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6abc0a5-6edf-4312-8b3b-b994553d472a req-c1645752-590f-4d94-8251-17773a876220 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0780780 Aug 09 15:54:46.388867 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.398197 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6abc0a5-6edf-4312-8b3b-b994553d472a req-f6b5a134-6261-4b39-8bee-024c47364a7f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503371 Aug 09 15:54:46.403606 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.408995 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.413638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port bf739c8d-f001-431e-aa6c-afec1829e66e, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bf739c8d-f001-431e-aa6c-afec1829e66e,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:46.424321 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.438250 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:46.446899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf528e10-709e-4599-a251-78980db4c19e,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.454038 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.454475 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Added segment b43c43db-2aa7-4880-b2ba-8327aaafde47 of type vlan for network 3e36c294-a4fe-40d8-8692-bf343da252fd Aug 09 15:54:46.478337 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=bf739c8d-f001-431e-aa6c-afec1829e66e,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.499326 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.530370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.531710 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.532317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.586958 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4032702 Aug 09 15:54:46.589683 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45990) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.594548 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Request body: {'subnet': {'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-795647838-subnet', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:46.597568 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518969-2049-4b49-afc4-da6e9aeb9a3c admin admin] Pushing event updated for resources: {'Network': ['ID=3e36c294-a4fe-40d8-8692-bf343da252fd,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.607667 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 3e36c294-a4fe-40d8-8692-bf343da252fd details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:46.617301 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Made reservation on behalf of 6de09e42ac36461996609fefee3b7a9f for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:46.619636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.785033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.817711 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Sync routers for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:46.826824 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:46.827435 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:46.842767 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e618bc36-5077-40a4-a61c-003b5a0de2bb,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.849948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Checking segment: {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:46.850304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Network hostable DHCP agents. Network: 3e36c294-a4fe-40d8-8692-bf343da252fd, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:46.867484 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Network 3e36c294-a4fe-40d8-8692-bf343da252fd is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:46.876586 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 3e36c294-a4fe-40d8-8692-bf343da252fd) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:46.880997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:46.881616 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.897032 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7aeabf11-75af-4e98-b532-7c90db2116df admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3063419 Aug 09 15:54:46.899522 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 45994) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.903854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:46.910837 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10927170-7bd7-431d-be31-34746e3d18f5 None None] Network 3e36c294-a4fe-40d8-8692-bf343da252fd requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:46.931966 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.933213 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.983524 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:46.990605 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.184382 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c512688-d484-41c1-9042-8abf45e33493 req-4dec2c96-5ca6-4dc2-8edc-beb6868095b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:47.194404 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9c512688-d484-41c1-9042-8abf45e33493 req-4dec2c96-5ca6-4dc2-8edc-beb6868095b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0922098 Aug 09 15:54:47.214500 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-3e36c294-a4fe-40d8-8692-bf343da252fd', 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'fixed_ips': [{'subnet_id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:54:47.215866 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.269252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9c512688-d484-41c1-9042-8abf45e33493 req-2da9b594-59a3-4bfb-b9d2-e1d0fea7514b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Aug 09 15:54:47.458000 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.477919 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 2, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:47.493503 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782355c9-a2f4-442f-9729-994012d9716b req-d4bf5e5f-abd7-4521-b0d2-50f681f5f1b5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:47.501544 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-782355c9-a2f4-442f-9729-994012d9716b req-d4bf5e5f-abd7-4521-b0d2-50f681f5f1b5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 945 time: 0.1384678 Aug 09 15:54:47.562624 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Checking router: dab1fef2-f0bf-401a-bb1d-93a96692ebef for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:47.563306 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Updating router dab1fef2-f0bf-401a-bb1d-93a96692ebef port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:47.614935 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-782355c9-a2f4-442f-9729-994012d9716b req-114760f5-82bf-43f8-b8f8-4775af9ae5b2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120932 Aug 09 15:54:47.616039 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff9691-2b0d-4994-bdf5-e3a86f8627a2 req-ed46d165-5b4d-411e-a085-3cedc82532a3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:47.617712 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d3ff9691-2b0d-4994-bdf5-e3a86f8627a2 req-ed46d165-5b4d-411e-a085-3cedc82532a3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0948246 Aug 09 15:54:47.620051 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Allocated IP 172.20.0.2 (3e36c294-a4fe-40d8-8692-bf343da252fd/e618bc36-5077-40a4-a61c-003b5a0de2bb/4688a3d1-683f-4121-9f66-7710abf02c6b) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:47.653273 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.717831 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d3ff9691-2b0d-4994-bdf5-e3a86f8627a2 req-1dddd8b5-13f3-4845-ab0e-e417062e99ab tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848193 Aug 09 15:54:47.752563 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 82eeafb9-921d-480b-b283-93f849781003 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:47.920852 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.948983 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.008681 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-1bafb63e-5f31-4869-9917-ba90965b753a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.010237 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-1bafb63e-5f31-4869-9917-ba90965b753a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 809 time: 0.2242148 Aug 09 15:54:48.050967 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-165d1285-b707-4bec-96f2-d9fed7f72283 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/quotas/ce4c62b815f04cde86c1c836eb9210d4 HTTP/1.1" status: 200 len: 375 time: 0.0201590 Aug 09 15:54:48.113480 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-0d1c569a-705f-4576-ab9b-76eb0d72ab8f tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355167 Aug 09 15:54:48.145719 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 82eeafb9-921d-480b-b283-93f849781003 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:48.147478 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Allocated IP 172.27.1.8 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/ed93c8e8-6333-46d3-a08d-ed8eb3ac2532) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:48.158379 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 82eeafb9-921d-480b-b283-93f849781003 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:48.158930 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.174974 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.218160 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Transition to ACTIVE for port object 4688a3d1-683f-4121-9f66-7710abf02c6b will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:48.241656 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bf739c8d-f001-431e-aa6c-afec1829e66e up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:48.275448 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Transition to ACTIVE for port object 4688a3d1-683f-4121-9f66-7710abf02c6b will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:48.292512 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-da72a313-08c5-4003-bdab-47d8a16d18ae service neutron] 10.222.0.90 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707852 Aug 09 15:54:48.301645 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.376831 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.400381 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faa9f5-fe11-4089-b441-a8ecc74fc456 req-0cb74030-c5e9-4cbb-b589-ec9e1bbc0040 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.403173 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-28faa9f5-fe11-4089-b441-a8ecc74fc456 req-0cb74030-c5e9-4cbb-b589-ec9e1bbc0040 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0571816 Aug 09 15:54:48.404886 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Network 3e36c294-a4fe-40d8-8692-bf343da252fd is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:48.423000 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:48.430459 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Pushing event updated for resources: {'Port': ['ID=4688a3d1-683f-4121-9f66-7710abf02c6b,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.434440 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:48.445485 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-a805bffa-d692-4dfe-bae3-0dbd04756661 service neutron] 10.222.0.90 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383748 Aug 09 15:54:48.454292 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.457759 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.466287 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.487142 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-28faa9f5-fe11-4089-b441-a8ecc74fc456 req-2f934973-94c8-4230-9a09-8fc1da5cd066 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Aug 09 15:54:48.498354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port bf739c8d-f001-431e-aa6c-afec1829e66e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:48.498728 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.503605 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Transition to ACTIVE for port object ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:48.519778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:48.522785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:48.526575 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:48.552654 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Pushing event updated for resources: {'Port': ['ID=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.569851 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eeafb9-921d-480b-b283-93f849781003'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:48.572375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8ac455-371c-47a4-a01b-4fa1405ae35d" -d '{"events": [{"server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "name": "network-vif-plugged", "status": "completed", "tag": "82eeafb9-921d-480b-b283-93f849781003"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:48.597426 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.607932 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82eeafb9-921d-480b-b283-93f849781003,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:48.656953 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6a316e-3487-4263-9e19-ec78a92955bc x-openstack-request-id: req-dc6a316e-3487-4263-9e19-ec78a92955bc {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:48.657612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "name": "network-vif-plugged", "status": "completed", "tag": "82eeafb9-921d-480b-b283-93f849781003", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:48.657718 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dc6a316e-3487-4263-9e19-ec78a92955bc {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:48.658309 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eeafb9-921d-480b-b283-93f849781003', 'code': 200} Aug 09 15:54:48.659418 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Attempting to bind port 4688a3d1-683f-4121-9f66-7710abf02c6b on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:48.659871 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Attempting to bind port 4688a3d1-683f-4121-9f66-7710abf02c6b by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:48.660312 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Attempting to bind port 4688a3d1-683f-4121-9f66-7710abf02c6b on network 3e36c294-a4fe-40d8-8692-bf343da252fd {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:48.667907 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.689607 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:48.690086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Checking segment: {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:48.690562 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.691101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Bound using segment: {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:48.691578 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Bound port: 4688a3d1-683f-4121-9f66-7710abf02c6b, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:48.692772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.722078 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743adf1-3808-4719-a464-bb44365460f4 None None] Pushing event updated for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.824503 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a2863-521c-4aac-b615-a1a5735eb3b8 req-73aa73be-ad76-4f49-b532-9de81d243dae tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.834775 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ef0a2863-521c-4aac-b615-a1a5735eb3b8 req-73aa73be-ad76-4f49-b532-9de81d243dae tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0721543 Aug 09 15:54:48.844008 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e4cdecd8-0581-4b96-b6f7-55590bdb795a req-7b303e05-2b09-4f46-8c78-e4688fa44d7d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 210 time: 0.0594082 Aug 09 15:54:48.886608 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ef0a2863-521c-4aac-b615-a1a5735eb3b8 req-ce9d7c56-e2eb-4275-928b-2243a62c9083 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Aug 09 15:54:49.007735 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.052470 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Attempting to bind port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:49.052931 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Attempting to bind port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:49.053343 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Attempting to bind port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe on network a5cc68f2-19d6-4abc-8c4d-5893783fd78f {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:49.055042 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cea28-2b9b-4a14-b9c2-ec96122d0f8e req-7213110a-73ed-4d59-bbee-322ec86ac134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.057052 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f79cea28-2b9b-4a14-b9c2-ec96122d0f8e req-7213110a-73ed-4d59-bbee-322ec86ac134 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 1099 time: 0.0851655 Aug 09 15:54:49.064418 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:49.064904 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Checking segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:49.065315 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.065708 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Bound using segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:49.066392 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Bound port: ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:49.066779 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.069457 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] For port 4688a3d1-683f-4121-9f66-7710abf02c6b, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:49.072470 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.095753 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] For port 4688a3d1-683f-4121-9f66-7710abf02c6b, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=4688a3d1-683f-4121-9f66-7710abf02c6b,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:49.113562 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.150105 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-6efe68cf-d966-4fa7-a755-4d17c124e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.151610 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-6efe68cf-d966-4fa7-a755-4d17c124e583 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.3526282 Aug 09 15:54:49.234577 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcffac-068c-4129-83c6-b475c1cef54c req-2e8188dd-c4ee-4173-a327-c7b9dcd12959 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.242054 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f4dcffac-068c-4129-83c6-b475c1cef54c req-2e8188dd-c4ee-4173-a327-c7b9dcd12959 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.2293339 Aug 09 15:54:49.249089 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b49000-1ded-4e85-95b1-de42960fe8c8 None None] Pushing event updated for resources: {'Port': ['ID=4688a3d1-683f-4121-9f66-7710abf02c6b,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.280108 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] For port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:49.284352 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] For port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:49.294940 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.299967 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f79cea28-2b9b-4a14-b9c2-ec96122d0f8e req-209d3d38-2b72-4ccc-b202-311d9077974a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805306 Aug 09 15:54:49.366722 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f4dcffac-068c-4129-83c6-b475c1cef54c req-7c1215d0-a0d8-4feb-a4d6-6592eab36b2c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211810 Aug 09 15:54:49.393466 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743adf1-3808-4719-a464-bb44365460f4 None None] Pushing event updated for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.398528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:49.399621 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.457837 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-c8088aa1-9772-4292-9bf4-7346d6b4ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.459312 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-c8088aa1-9772-4292-9bf4-7346d6b4ef73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.2072279 Aug 09 15:54:49.560642 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:49.565097 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.649510 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ffcfb-afc8-49de-b4a2-27406ab76b21 req-62ce1ee5-483f-43b8-880a-7ff6e25fe03c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.651477 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-903ffcfb-afc8-49de-b4a2-27406ab76b21 req-62ce1ee5-483f-43b8-880a-7ff6e25fe03c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0844636 Aug 09 15:54:49.712778 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-903ffcfb-afc8-49de-b4a2-27406ab76b21 req-64a12f97-14ad-4aab-9997-65236e52c4ef tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542219 Aug 09 15:54:49.809263 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-b8477011-b041-433f-84ce-1c2a314b2433 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1000 time: 0.1147084 Aug 09 15:54:49.906946 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:49Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.958375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89825ad6-6fe9-4676-8543-00d9d2f1d571 None None] The sync data for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi is: [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:49Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:50.065059 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c6bbf-12ba-4139-a468-9bca9caaaa75 req-bb32484b-30c0-4a10-92e3-004827a7941c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.066730 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a93c6bbf-12ba-4139-a468-9bca9caaaa75 req-bb32484b-30c0-4a10-92e3-004827a7941c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0895123 Aug 09 15:54:50.113838 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a93c6bbf-12ba-4139-a468-9bca9caaaa75 req-87f8213b-6fa3-4a9e-ad6a-128cbd0a0b71 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367758 Aug 09 15:54:50.151193 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e5fd25fa-0104-4a87-a2d3-3f65adb90532 req-1d000c36-e239-42cc-9637-006e1e22ec94 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 210 time: 0.0477536 Aug 09 15:54:50.166926 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-327d54de-7766-4903-aa57-410c92245ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.170445 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-327d54de-7766-4903-aa57-410c92245ca7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.3462260 Aug 09 15:54:50.170445 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Router 41864d29-496c-44ec-80a5-338876761a3a is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:54:50.352046 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4688a3d1-683f-4121-9f66-7710abf02c6b up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:50.407419 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-6827c1ce-dec2-40ee-90de-e8df9bb3f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.409188 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-6827c1ce-dec2-40ee-90de-e8df9bb3f052 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1549308 Aug 09 15:54:50.470410 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 4688a3d1-683f-4121-9f66-7710abf02c6b completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:50.475055 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:50.493367 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:50.513992 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Sync routers for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:50.550365 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:50.563152 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:50.590177 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:50.594679 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:50.595154 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.604624 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.609313 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-1eaca9b5-dd4d-4f7c-8cf7-74cdf9803086 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7050126 Aug 09 15:54:50.627905 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46114) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.641846 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2053b16-4ec8-439c-9136-507f671fdfca req-8a86fa35-5f72-4e96-8ac9-35f20a4030cd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:50.643591 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2053b16-4ec8-439c-9136-507f671fdfca req-8a86fa35-5f72-4e96-8ac9-35f20a4030cd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1374445 Aug 09 15:54:50.739546 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2053b16-4ec8-439c-9136-507f671fdfca req-34fea482-c81f-4a10-86ae-3b2e4cc82516 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896776 Aug 09 15:54:50.778494 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b0de9-0737-4076-8b6c-7989180dd10c None None] Network 3e36c294-a4fe-40d8-8692-bf343da252fd requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:50.834118 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 46120) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.844397 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:50.905202 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.947027 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Provisioning for port 4688a3d1-683f-4121-9f66-7710abf02c6b completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:50.982852 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-82c2ef68-0774-46c1-b5ab-410f60b0bb2a service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616982 Aug 09 15:54:50.985832 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Provisioning complete for port 4688a3d1-683f-4121-9f66-7710abf02c6b triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:50.988739 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.087668 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb11d4-00ae-4652-bef8-11b8b7d13c87 req-2e8e326f-16bc-45bf-b5eb-07fdd474c630 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.089250 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-62fb11d4-00ae-4652-bef8-11b8b7d13c87 req-2e8e326f-16bc-45bf-b5eb-07fdd474c630 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.2235293 Aug 09 15:54:51.098950 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-41256ed9-230d-4d22-8910-8312d054a98e tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.117337 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-41256ed9-230d-4d22-8910-8312d054a98e tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 809 time: 0.3150041 Aug 09 15:54:51.129778 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:51.156530 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-728fb55d-38b3-436a-bc32-ead3629d8c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.179825 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:51.198505 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Request body: {'port': {'device_id': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5', 'admin_state_up': True, 'tenant_id': 'ce4c62b815f04cde86c1c836eb9210d4'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:51.237379 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.250182 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49f69005-40d1-4eff-9eaf-079f7ca0d5ec req-52a5618e-d697-493a-b99a-f06b8df45607 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751919 Aug 09 15:54:51.315105 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:48Z', 'revision_number': 3, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:51.321082 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-62fb11d4-00ae-4652-bef8-11b8b7d13c87 req-94377d7e-6e48-4bbe-94ce-ea03bb16b1a6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951374 Aug 09 15:54:51.348126 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Checking router: 41864d29-496c-44ec-80a5-338876761a3a for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:51.348126 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Updating router 41864d29-496c-44ec-80a5-338876761a3a port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:51.384877 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.430897 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.445860 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.480370 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ffe7abe4-b747-440d-86b1-f7dab31cca61 req-715a450f-cd5f-4ade-af9a-6f71f2f74b29 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 210 time: 0.0440211 Aug 09 15:54:51.531406 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] For port 4688a3d1-683f-4121-9f66-7710abf02c6b, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=4688a3d1-683f-4121-9f66-7710abf02c6b,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:51.531554 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4945-301b-4670-8d6b-e686a6edcebd req-25e1cd48-dac8-4939-972f-534bb1e7c4b4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:51.533303 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ecfe4945-301b-4670-8d6b-e686a6edcebd req-25e1cd48-dac8-4939-972f-534bb1e7c4b4 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.2987237 Aug 09 15:54:51.536774 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.631129 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb317791-dd2e-4320-a2c0-49466868001c None None] Pushing event updated for resources: {'Port': ['ID=4688a3d1-683f-4121-9f66-7710abf02c6b,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.648661 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-728fb55d-38b3-436a-bc32-ead3629d8c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.659756 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ecfe4945-301b-4670-8d6b-e686a6edcebd req-12d2bbb1-d0b1-48be-a71b-f332245ef1b9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053240 Aug 09 15:54:51.662855 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-728fb55d-38b3-436a-bc32-ead3629d8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.781907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.786037 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-728fb55d-38b3-436a-bc32-ead3629d8c23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cfc1ebfdca1f41c286ed5e93db873f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388714 Aug 09 15:54:51.786515 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46136) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.787567 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fb55d-38b3-436a-bc32-ead3629d8c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55107269-9579-4677-97a8-12774a81315c,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.803462 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Made reservation on behalf of ce4c62b815f04cde86c1c836eb9210d4 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:51.809559 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.833694 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.848824 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Transition to ACTIVE for port object ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:51.863322 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.977172 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-6869fb95-5fa4-4a06-b7e4-5bb08ec365e6 None None] Provisioning complete for port 4688a3d1-683f-4121-9f66-7710abf02c6b triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:51.978243 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6869fb95-5fa4-4a06-b7e4-5bb08ec365e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.980281 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bfa4-0e18-47c5-bb14-4ce952977e02 None None] Pushing event updated for resources: {'Port': ['ID=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,revision_number=2']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.982848 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Attempting to bind port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:51.983390 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Attempting to bind port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:51.983941 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Attempting to bind port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:51.990801 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:51.991441 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:51.992192 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.992724 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:51.993578 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Bound port: ed93c8e8-6333-46d3-a08d-ed8eb3ac2532, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:51.994265 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.026568 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.085232 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.122407 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Allocated IP 172.20.0.13 (f3580e04-1f6d-4aec-bad7-0de4a4d0aee5/25aa1246-7fcc-48af-b13a-fb0fbedf7c13/1a717d90-6e31-4d40-91d8-a69fe730be22) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:52.123235 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] For port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:52.130121 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] For port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:52.139064 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.206922 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:52.208002 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:52.208828 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.231688 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.234228 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/55107269-9579-4677-97a8-12774a81315c HTTP/1.1" status: 204 len: 168 time: 0.4470353 Aug 09 15:54:52.274077 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441bfa4-0e18-47c5-bb14-4ce952977e02 None None] Pushing event updated for resources: {'Port': ['ID=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.326103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40273af-9119-4655-b96f-09a4064ec504 req-8016f957-c581-40fe-985b-539caf638b96 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.328458 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d40273af-9119-4655-b96f-09a4064ec504 req-8016f957-c581-40fe-985b-539caf638b96 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.4186974 Aug 09 15:54:52.329600 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f218c1-e382-458d-b231-1c6f1c2d2fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55107269-9579-4677-97a8-12774a81315c,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.346832 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4688a3d1-683f-4121-9f66-7710abf02c6b up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:52.441914 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:52.481086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 4688a3d1-683f-4121-9f66-7710abf02c6b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:52.481609 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.506519 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.545187 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d40273af-9119-4655-b96f-09a4064ec504 req-f6404dc0-77e3-49bb-9303-be947672c9f8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019699 Aug 09 15:54:52.575139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Allocated IP 172.20.0.1 (3e36c294-a4fe-40d8-8692-bf343da252fd/e618bc36-5077-40a4-a61c-003b5a0de2bb/2c5f0219-ef92-481c-8906-b1dd83bfc42f) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:54:52.661404 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.664141 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:52.691874 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:52.698806 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:52.702889 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:52.758726 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:48Z', 'revision_number': 3, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:52.773522 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:52.774300 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.783448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.784472 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.789393 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6446e4-fb07-49c6-a953-dc325c41ae60 None None] The sync data for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi is: [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:48Z', 'revision_number': 3, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:52.793999 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1da2c-7801-4320-8d8c-3ffbd8e6a1e6 req-c353c012-63fc-4d48-a69f-9c5397b103be tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.813925 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cfe1da2c-7801-4320-8d8c-3ffbd8e6a1e6 req-c353c012-63fc-4d48-a69f-9c5397b103be tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 932 time: 0.1340392 Aug 09 15:54:52.816292 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ae2e3-1744-4961-a4db-f2f3d475ba7b req-db9289b1-d32f-4dc8-ac4d-02b56bf54df8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:52.819367 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-108ae2e3-1744-4961-a4db-f2f3d475ba7b req-db9289b1-d32f-4dc8-ac4d-02b56bf54df8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.2416077 Aug 09 15:54:52.824572 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6360765 Aug 09 15:54:52.873960 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.875084 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-108ae2e3-1744-4961-a4db-f2f3d475ba7b req-c956207b-4912-4f2d-b308-69eeffe7a2f4 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Aug 09 15:54:52.882680 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Request body: {'port': {'device_id': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:52.890301 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012db8dd-92da-4513-8f4d-ce962db39872 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Pushing event updated for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.899779 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cfe1da2c-7801-4320-8d8c-3ffbd8e6a1e6 req-31b29d4e-3332-446d-80aa-2a2fd4a6024f tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790229 Aug 09 15:54:52.922212 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Transition to ACTIVE for port object 2c5f0219-ef92-481c-8906-b1dd83bfc42f will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:52.966143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.988289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.012142 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Network 3e36c294-a4fe-40d8-8692-bf343da252fd is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:53.017692 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:53.021233 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:54:53.052419 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:53.071948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.278101 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.426849 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46182) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:53.439546 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a717d90-6e31-4d40-91d8-a69fe730be22 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:54:53.452955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.488753 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Transition to ACTIVE for port object 1a717d90-6e31-4d40-91d8-a69fe730be22 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:53.492817 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-89a74072-0c56-4d0c-b9f4-3be8ceeff782 None None] Provisioning for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:53.496490 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.511953 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-89a74072-0c56-4d0c-b9f4-3be8ceeff782 None None] Provisioning complete for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:53.512322 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-89a74072-0c56-4d0c-b9f4-3be8ceeff782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.595202 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Pushing event updated for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:53.599396 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-89a74072-0c56-4d0c-b9f4-3be8ceeff782 None None] Port 2c5f0219-ef92-481c-8906-b1dd83bfc42f cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:53.610730 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.621855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.683583 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1875310975-network', 'tenant_id': 'd3d6997923ee45a2bbd4d68ebf8915e3'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:53.741337 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:53.746167 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.758605 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Made reservation on behalf of d3d6997923ee45a2bbd4d68ebf8915e3 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:53.762106 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.776934 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.784034 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Attempting to bind port 1a717d90-6e31-4d40-91d8-a69fe730be22 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:53.784629 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Attempting to bind port 1a717d90-6e31-4d40-91d8-a69fe730be22 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:53.785131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Attempting to bind port 1a717d90-6e31-4d40-91d8-a69fe730be22 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:53.795805 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Port 1a717d90-6e31-4d40-91d8-a69fe730be22 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:54:53.797094 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Attempting to bind port 1a717d90-6e31-4d40-91d8-a69fe730be22 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:53.817064 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:53.817718 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Checking segment: {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:53.820131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Bound using segment: {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:53.820607 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Bound port: 1a717d90-6e31-4d40-91d8-a69fe730be22, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:53.821025 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.850546 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfdc2c-6316-40b0-b57f-33147fe84125 req-528fdddb-06eb-4a5b-a164-d1aa49070209 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:53.852467 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-95cfdc2c-6316-40b0-b57f-33147fe84125 req-528fdddb-06eb-4a5b-a164-d1aa49070209 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1433361 Aug 09 15:54:53.940206 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Network 3e36c294-a4fe-40d8-8692-bf343da252fd is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:54:53.943219 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:53.988077 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-95cfdc2c-6316-40b0-b57f-33147fe84125 req-56cb2e15-8f42-4d60-97d1-0bfc5ac69d2c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052771 Aug 09 15:54:54.001767 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:54.008884 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a717d90-6e31-4d40-91d8-a69fe730be22,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:54.025365 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.125099 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Pushing event updated for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.166594 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.167221 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.177185 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-86220927-08e8-4592-aa20-20e3bbce994e service neutron] 10.222.0.21 "PUT /v2.0/ports/1a717d90-6e31-4d40-91d8-a69fe730be22 HTTP/1.1" status: 200 len: 1094 time: 1.3045621 Aug 09 15:54:54.177185 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:54.178755 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:54.241249 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.246904 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e9846-f763-41d6-b129-f801f68e9031 req-825775fd-636a-448f-9b1a-d99389ea3a18 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.251166 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d80e9846-f763-41d6-b129-f801f68e9031 req-825775fd-636a-448f-9b1a-d99389ea3a18 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.1271310 Aug 09 15:54:54.262799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.278300 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:54:54.302470 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.302833 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Added segment 0fe8ccd9-0b86-4f00-a745-fd26108b54df of type vlan for network dbb1f4e6-a2ec-4333-943b-345e4c11d380 Aug 09 15:54:54.348739 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.359197 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:54.371027 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229507-6770-44de-bf37-3a4ce1369071 req-df0d1190-8c5e-45d1-aec2-c32b4997b4eb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.372284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d80e9846-f763-41d6-b129-f801f68e9031 req-ebb94ca3-269f-439b-9453-ce806810248e tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125607 Aug 09 15:54:54.377748 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-eef95504-85d6-44ab-a764-fbab133e8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.379421 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-eef95504-85d6-44ab-a764-fbab133e8932 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 1097 time: 0.1208925 Aug 09 15:54:54.386394 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-54229507-6770-44de-bf37-3a4ce1369071 req-df0d1190-8c5e-45d1-aec2-c32b4997b4eb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.3455143 Aug 09 15:54:54.436017 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Router 41864d29-496c-44ec-80a5-338876761a3a has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:54.443308 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-21fa78a6-f232-4d23-bcad-33203a1b8aa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a717d90-6e31-4d40-91d8-a69fe730be22 HTTP/1.1" status: 200 len: 217 time: 0.0412865 Aug 09 15:54:54.452085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d9179e-ab72-405a-a375-19fb3ea11666 x-openstack-request-id: req-c2d9179e-ab72-405a-a375-19fb3ea11666 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:54.452085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:54.452350 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c2d9179e-ab72-405a-a375-19fb3ea11666 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:54.452630 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22', 'status': 'completed', 'code': 200} Aug 09 15:54:54.472162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121d0989-33e8-4923-864f-94629ac66651,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.494799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.495908 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.496588 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.511923 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-54229507-6770-44de-bf37-3a4ce1369071 req-c5eb6c8e-e552-4cb9-b3cb-9c7822edc080 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045341 Aug 09 15:54:54.538801 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-54fcbfed-3925-4969-9706-cf7f408680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:54.538801 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-54fcbfed-3925-4969-9706-cf7f408680b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25aa1246-7fcc-48af-b13a-fb0fbedf7c13 HTTP/1.1" status: 200 len: 849 time: 0.0684450 Aug 09 15:54:54.580367 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-fa93b20a-5144-496e-906c-31f511ba0e1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342054 Aug 09 15:54:54.633864 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b9d1905-ef60-468c-9bc3-f372c0ca7725 None None] Provisioning complete for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:54.634416 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b9d1905-ef60-468c-9bc3-f372c0ca7725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.635934 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2070384 Aug 09 15:54:54.644633 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46206) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.652595 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Request body: {'subnet': {'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1875310975-subnet', 'tenant_id': 'd3d6997923ee45a2bbd4d68ebf8915e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:54.664822 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2945db6-0d69-4495-a179-2b42b6a8e7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb1f4e6-a2ec-4333-943b-345e4c11d380,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.687194 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b9d1905-ef60-468c-9bc3-f372c0ca7725 None None] Port 2c5f0219-ef92-481c-8906-b1dd83bfc42f cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:54:54.688862 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:54:54.738658 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-f3a1c6dd-c385-401c-92fc-61d7ecb4654e service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502531 Aug 09 15:54:54.741800 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:54.751363 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:54.752079 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.858838 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.874328 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f41ab80-df49-40f2-9601-aa1550ebd9bb req-92b3d89a-e0d1-427e-9f6c-75707f333aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266479 Aug 09 15:54:54.894107 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:54.900200 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.953322 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Made reservation on behalf of d3d6997923ee45a2bbd4d68ebf8915e3 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:54:54.955780 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.000494 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.005132 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:55.010960 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0704508c-37ca-4b62-a81f-41bf0aa7aaa8 admin admin] 10.222.0.90 "PUT /v2.0/routers/41864d29-496c-44ec-80a5-338876761a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3820274 Aug 09 15:54:55.134277 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375f9e8-2581-4c84-8888-ba12562bb607 req-17e3d473-b80b-4239-8935-4f0430becd24 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.136676 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6375f9e8-2581-4c84-8888-ba12562bb607 req-17e3d473-b80b-4239-8935-4f0430becd24 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0608773 Aug 09 15:54:55.157898 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.188364 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6375f9e8-2581-4c84-8888-ba12562bb607 req-21d62971-3542-4788-9a09-2ca8e6e04889 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Aug 09 15:54:55.220485 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bc2e79-a47c-4325-bfff-1cf54373eced,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.237386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Checking segment: {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:55.237819 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Network hostable DHCP agents. Network: dbb1f4e6-a2ec-4333-943b-345e4c11d380, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:54:55.256642 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:54:55.268819 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, dbb1f4e6-a2ec-4333-943b-345e4c11d380) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:54:55.273629 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.274201 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.280902 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165e2dd-3874-4270-a06e-aaf39f83de9e None None] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:55.289178 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-29895c45-a486-462d-afb6-f8218b7294e5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6424584 Aug 09 15:54:55.371512 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Sync routers for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:55.425091 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:55.425698 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.469888 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6425b33-9906-44f1-a6b5-2f150f972d8e None None] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:55.524858 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711b0d-ac1f-4790-9b6b-ceecd98eb76a req-390b45d2-b5d6-4a6d-98dd-286d56ae281f tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.528132 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-06711b0d-ac1f-4790-9b6b-ceecd98eb76a req-390b45d2-b5d6-4a6d-98dd-286d56ae281f tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.0608499 Aug 09 15:54:55.603568 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-06711b0d-ac1f-4790-9b6b-ceecd98eb76a req-27cc4b99-8ba5-4f7c-8c1a-4f104cd7a1e5 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Aug 09 15:54:55.649945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46230) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.655957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1303081866', 'description': 'tempest-secgroup-smoke-1303081866 description', 'project_id': '9c21ed19901546b183c9c8a95cdd1816'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:55.671547 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:55.689467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.739078 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc759f-f26a-4b70-be98-a7506e9799ad req-63b6830c-46e2-46e4-9e30-60cde60d40b6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:55.746989 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-badc759f-f26a-4b70-be98-a7506e9799ad req-63b6830c-46e2-46e4-9e30-60cde60d40b6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0799787 Aug 09 15:54:55.790973 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.797263 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.806601 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-badc759f-f26a-4b70-be98-a7506e9799ad req-a8d8f443-bbaf-419c-b1d3-f6f454589b17 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511281 Aug 09 15:54:55.834644 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.838638 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1847980 Aug 09 15:54:55.838911 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46232) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.845216 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:55.850650 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c8f22-22bf-4979-8678-5d438de6b43f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.880140 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.947609 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:53Z', 'revision_number': 4, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '2c5f0219-ef92-481c-8906-b1dd83bfc42f', 'name': '', 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'mac_address': 'fa:16:3e:d7:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:51Z', 'updated_at': '2021-08-09T15:54:53Z', 'revision_number': 2, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'subnets': [{'id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.953286 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.959309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.980419 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Checking router: 41864d29-496c-44ec-80a5-338876761a3a for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:55.980884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Updating router 41864d29-496c-44ec-80a5-338876761a3a port 2c5f0219-ef92-481c-8906-b1dd83bfc42f binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:54:55.996469 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c707165b-1c37-454c-ace6-01703f065658,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.010669 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.012879 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.015220 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 46240) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.016002 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0a8fafc0-6c3a-46fb-b491-e5f4ab312e22 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1760254 Aug 09 15:54:56.021092 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.058045 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.106785 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.110033 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.128905 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd9dcc5-18aa-481c-92af-f57d99d56d8e,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.132586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.137378 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-31bb2ad3-9bd5-4694-a777-5e319a859e8d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179821 Aug 09 15:54:56.138961 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 46242) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.143518 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.171603 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.241947 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:56.258327 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.262850 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.289272 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0369177-a7f1-4c40-8d6f-1d645ab24010,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.294659 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.296241 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b3e4d191-0b5e-4923-a23a-60e820a071df tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561611 Aug 09 15:54:56.299111 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 46248) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.304991 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.321623 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e34b-1c67-4d39-bce2-a6df971a7704 req-27390f26-f391-476b-a032-1d77aa85f6d7 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.332345 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2ca7e34b-1c67-4d39-bce2-a6df971a7704 req-27390f26-f391-476b-a032-1d77aa85f6d7 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0696125 Aug 09 15:54:56.337276 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.339456 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.359330 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Transition to ACTIVE for port object 2c5f0219-ef92-481c-8906-b1dd83bfc42f will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:54:56.367383 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.373116 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2ca7e34b-1c67-4d39-bce2-a6df971a7704 req-e7864d15-4331-4aed-a36a-a708e90134f4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340950 Aug 09 15:54:56.399851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.404213 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.425382 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bee460-d328-439d-99b9-531e2a6133eb,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.431320 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.435284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1fffa2dc-12a7-4b57-a2ff-bf251037b680 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320312 Aug 09 15:54:56.436131 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 46250) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.440098 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.440688 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:56.441251 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.445131 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3095105-8614-4aea-a454-fb9f310348a8 None None] Pushing event updated for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.463183 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.securitygroups_db [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Project 9c21ed19901546b183c9c8a95cdd1816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:54:56.468783 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.525248 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.531048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.531993 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Attempting to bind port 2c5f0219-ef92-481c-8906-b1dd83bfc42f on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:54:56.532365 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Attempting to bind port 2c5f0219-ef92-481c-8906-b1dd83bfc42f by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:54:56.532725 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Attempting to bind port 2c5f0219-ef92-481c-8906-b1dd83bfc42f on network 3e36c294-a4fe-40d8-8692-bf343da252fd {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:54:56.540086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:54:56.540481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Checking segment: {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:54:56.540869 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.541344 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Bound using segment: {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:54:56.541732 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Bound port: 2c5f0219-ef92-481c-8906-b1dd83bfc42f, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43c43db-2aa7-4880-b2ba-8327aaafde47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:54:56.542114 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.564423 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede861fc-38c1-413a-9d4c-8b43069b2cff,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.568105 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.572121 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6d47376e-f4b5-420c-a72e-b8fdf9b87bf1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330433 Aug 09 15:54:56.572504 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 46252) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:56.577988 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'security_group_rule': {'security_group_id': '3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7', 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:56.615333 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.securitygroups_db [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Project 9c21ed19901546b183c9c8a95cdd1816 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:54:56.620743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.646539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] For port 2c5f0219-ef92-481c-8906-b1dd83bfc42f, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:54:56.650527 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] For port 2c5f0219-ef92-481c-8906-b1dd83bfc42f, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=2c5f0219-ef92-481c-8906-b1dd83bfc42f,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:54:56.656621 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.719090 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:56.719758 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:54:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:56.724872 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3095105-8614-4aea-a454-fb9f310348a8 None None] Pushing event updated for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.743815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.749750 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.766228 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c031e41-6260-4b7e-b96d-732d040d0304 req-1185a12f-5807-4f0a-bb2e-a110e34afd75 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.767823 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c031e41-6260-4b7e-b96d-732d040d0304 req-1185a12f-5807-4f0a-bb2e-a110e34afd75 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.0976813 Aug 09 15:54:56.779445 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb094792-79d6-4bfe-9b0b-6518511d8c0d,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:56.792320 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.801649 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-214fb617-6829-41dd-8543-f61960f39949 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2204239 Aug 09 15:54:56.839352 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c031e41-6260-4b7e-b96d-732d040d0304 req-a6f088d5-2cb5-46e2-9a67-72d903f17f7f tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Aug 09 15:54:56.851464 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:56.939137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712136-8e45-4119-b689-6fb18bc80507 req-261bc964-9a76-4a94-94b8-9084ee394794 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:56.940769 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-80712136-8e45-4119-b689-6fb18bc80507 req-261bc964-9a76-4a94-94b8-9084ee394794 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0608571 Aug 09 15:54:56.982767 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-80712136-8e45-4119-b689-6fb18bc80507 req-83ff6e90-253c-4aca-936f-74ce7f7436bb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Aug 09 15:54:57.002236 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-92da046a-1976-48fe-b784-cc8d10fc0030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.100935 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:53Z', 'revision_number': 4, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '2c5f0219-ef92-481c-8906-b1dd83bfc42f', 'name': '', 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'mac_address': 'fa:16:3e:d7:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:51Z', 'updated_at': '2021-08-09T15:54:56Z', 'revision_number': 4, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'subnets': [{'id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:57.128601 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0f589-d2bb-4b71-9d0e-f06a5aa6e86f None None] The sync data for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi is: [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T15:54:53Z', 'revision_number': 4, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '2c5f0219-ef92-481c-8906-b1dd83bfc42f', 'name': '', 'network_id': '3e36c294-a4fe-40d8-8692-bf343da252fd', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'mac_address': 'fa:16:3e:d7:8b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:51Z', 'updated_at': '2021-08-09T15:54:56Z', 'revision_number': 4, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'subnets': [{'id': 'e618bc36-5077-40a4-a61c-003b5a0de2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:57.502699 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98197676-c8fa-443d-92d7-ce4ca4068620 req-b3b0989b-67f3-4af8-a300-02503281c842 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:57.504276 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-98197676-c8fa-443d-92d7-ce4ca4068620 req-b3b0989b-67f3-4af8-a300-02503281c842 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Aug 09 15:54:57.548626 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-98197676-c8fa-443d-92d7-ce4ca4068620 req-f286fee7-aafb-4476-9dfc-1de25c397a49 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 Aug 09 15:54:57.960375 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-f53d8627-67bf-4e0c-8770-2a86241840cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:57.961765 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-f53d8627-67bf-4e0c-8770-2a86241840cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 1097 time: 0.0466492 Aug 09 15:54:57.963022 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589517d6-c198-4006-a423-93777ead0245 req-4702f967-1749-4319-91c8-604b4a3cc4d1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:57.964693 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-589517d6-c198-4006-a423-93777ead0245 req-4702f967-1749-4319-91c8-604b4a3cc4d1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.0584445 Aug 09 15:54:58.011296 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-589517d6-c198-4006-a423-93777ead0245 req-3cc23905-5387-452a-8412-3eae8b7b136b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Aug 09 15:54:58.080897 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-8ea66bc3-a430-47c8-9dea-aeb31b7f882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.082384 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-8ea66bc3-a430-47c8-9dea-aeb31b7f882f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 911 time: 0.1121316 Aug 09 15:54:58.139940 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-52dfe183-812b-42d3-b3eb-320d56c95fb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a717d90-6e31-4d40-91d8-a69fe730be22 HTTP/1.1" status: 200 len: 217 time: 0.0396075 Aug 09 15:54:58.150449 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30490b8a-8b53-4f03-ad68-42e9905ec37e req-84d4a4bc-bc0d-4063-99f5-ec486f56d914 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.151903 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30490b8a-8b53-4f03-ad68-42e9905ec37e req-84d4a4bc-bc0d-4063-99f5-ec486f56d914 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0863018 Aug 09 15:54:58.219036 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-3ebd47f1-ca83-43a0-8a47-1bd256a0c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.220517 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-3ebd47f1-ca83-43a0-8a47-1bd256a0c18d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25aa1246-7fcc-48af-b13a-fb0fbedf7c13 HTTP/1.1" status: 200 len: 849 time: 0.0677669 Aug 09 15:54:58.229277 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30490b8a-8b53-4f03-ad68-42e9905ec37e req-a22edcfd-9603-41be-9e96-5499dc887681 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676029 Aug 09 15:54:58.255921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 2c5f0219-ef92-481c-8906-b1dd83bfc42f up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:54:58.256897 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-bcefd0ea-89f6-4407-8e5a-51c140ee45dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273943 Aug 09 15:54:58.310996 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:54:58.316906 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:58.317119 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.355120 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-199c9e60-a9f3-40ea-8800-efdb038f944f service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850968 Aug 09 15:54:58.402456 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.454278 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 2c5f0219-ef92-481c-8906-b1dd83bfc42f, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=2c5f0219-ef92-481c-8906-b1dd83bfc42f,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:58.461387 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.493844 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eb1625d4-308e-4854-9bd6-4ce0e78c9bcb req-615a0fe8-746d-4d53-99dc-6e30b38d256e service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246955 Aug 09 15:54:58.523002 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.673240 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5333c-cf33-4871-a3b8-3708d78af1a5 req-e322a8cd-d015-43df-8d2b-b4c41956c2cb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:58.675152 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d6d5333c-cf33-4871-a3b8-3708d78af1a5 req-e322a8cd-d015-43df-8d2b-b4c41956c2cb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0553665 Aug 09 15:54:58.718590 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d6d5333c-cf33-4871-a3b8-3708d78af1a5 req-541375a0-f805-46a0-87fc-5d73e32e974d tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Aug 09 15:54:59.131720 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d5d5d-f324-4baf-bcc7-5a63a347dbca req-690f5035-ba1c-4ff2-896f-b0cfcfad4e62 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.133208 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-935d5d5d-f324-4baf-bcc7-5a63a347dbca req-690f5035-ba1c-4ff2-896f-b0cfcfad4e62 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.0521250 Aug 09 15:54:59.172796 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-935d5d5d-f324-4baf-bcc7-5a63a347dbca req-74afd6fa-0718-4cc2-b745-7aa643e2b046 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Aug 09 15:54:59.350833 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704543fd-9e49-42ef-a976-41f8dfc4664b req-d659b9c6-c645-4821-aeec-ee848d525aae tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.352303 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-704543fd-9e49-42ef-a976-41f8dfc4664b req-d659b9c6-c645-4821-aeec-ee848d525aae tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0540969 Aug 09 15:54:59.380391 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7892b9ac-2ebe-430c-afe5-8ef4283bd5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.393535 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-704543fd-9e49-42ef-a976-41f8dfc4664b req-227c07e3-2dbf-4696-805f-d0ad6f4556af tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353432 Aug 09 15:54:59.623586 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.643884 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-25f0a4b2-3e28-4e22-83e9-5658990e09ca tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.645391 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-25f0a4b2-3e28-4e22-83e9-5658990e09ca tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 814 time: 0.1170561 Aug 09 15:54:59.671875 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-e9eaa2b3-5444-48ce-a814-b8c7f6b659e5 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/quotas/d3d6997923ee45a2bbd4d68ebf8915e3 HTTP/1.1" status: 200 len: 375 time: 0.0115964 Aug 09 15:54:59.713047 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-e4000360-cac3-4f88-aed4-4e568ddcb490 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339024 Aug 09 15:54:59.828865 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-05e53ff0-29a3-43c8-ad0b-3fb37851c466 service neutron] 10.222.0.90 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094458 Aug 09 15:54:59.845286 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8390f84-cf05-4171-85d4-2b5cfcb2cd82 req-06d54a20-cf3a-49e8-ba8c-ac35cae8f518 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:59.847326 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c8390f84-cf05-4171-85d4-2b5cfcb2cd82 req-06d54a20-cf3a-49e8-ba8c-ac35cae8f518 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0556231 Aug 09 15:54:59.893485 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c8390f84-cf05-4171-85d4-2b5cfcb2cd82 req-604d87b5-2224-4698-b331-02c3f6aab458 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 Aug 09 15:54:59.925210 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-811da805-db94-419e-8f74-dca74e84a3db service neutron] 10.222.0.90 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893509 Aug 09 15:55:00.113721 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25c48108-9ad4-471c-a029-d4cc237b8822 req-7eee54ab-62dc-4c68-820a-55afdbaa5821 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 210 time: 0.0436554 Aug 09 15:55:00.234848 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 2c5f0219-ef92-481c-8906-b1dd83bfc42f up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:00.303330 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd95f2-3b9a-401f-8d10-4b5061a1b7ce req-72f371ba-938c-4fd0-bdf3-a8621b18921c tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:00.305104 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-77cd95f2-3b9a-401f-8d10-4b5061a1b7ce req-72f371ba-938c-4fd0-bdf3-a8621b18921c tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.0566018 Aug 09 15:55:00.351285 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-77cd95f2-3b9a-401f-8d10-4b5061a1b7ce req-e5f5fb96-738b-496a-869a-bbc07da24ad5 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Aug 09 15:55:00.408451 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 2c5f0219-ef92-481c-8906-b1dd83bfc42f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:00.409073 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:00.523772 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65c82d-38cd-4ff9-b40e-25ac54e226ee req-a46fd5b4-7a61-4c35-abd1-9d6fb19fa6cb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:00.525289 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7c65c82d-38cd-4ff9-b40e-25ac54e226ee req-a46fd5b4-7a61-4c35-abd1-9d6fb19fa6cb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0596342 Aug 09 15:55:00.575078 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7c65c82d-38cd-4ff9-b40e-25ac54e226ee req-7609cbe0-4c79-43f6-a110-a3463fb47dce tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Aug 09 15:55:00.878766 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.010298 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a34c0-8827-489c-86db-3648ccdccf0e req-d83a20ef-c2b3-4692-b323-9841564b0019 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.012070 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a5a34c0-8827-489c-86db-3648ccdccf0e req-d83a20ef-c2b3-4692-b323-9841564b0019 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Aug 09 15:55:01.050137 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a5a34c0-8827-489c-86db-3648ccdccf0e req-490480a1-7798-4e88-9b94-8c347c24fe63 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Aug 09 15:55:01.207247 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e807fb72-8af4-46bc-964b-62570957159f req-5fb4556d-1f17-45b9-8988-8c90e5401053 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 210 time: 0.0330508 Aug 09 15:55:01.423765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-c49587f7-4d29-4457-ab4b-20e7ba382191 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.425196 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-c49587f7-4d29-4457-ab4b-20e7ba382191 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 814 time: 0.1126921 Aug 09 15:55:01.465770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Request body: {'port': {'device_id': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380', 'admin_state_up': True, 'tenant_id': 'd3d6997923ee45a2bbd4d68ebf8915e3'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:01.715599 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72192a-6518-4661-91c9-07360979560b req-0363be41-ef33-4ca3-b6e7-a9956cf7728e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.717607 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aa72192a-6518-4661-91c9-07360979560b req-0363be41-ef33-4ca3-b6e7-a9956cf7728e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0556822 Aug 09 15:55:01.747760 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016c473-9dbf-4674-b44f-41d5cff55a0f req-5f377347-997f-44df-abe4-67c023918cf1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:01.749259 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e016c473-9dbf-4674-b44f-41d5cff55a0f req-5f377347-997f-44df-abe4-67c023918cf1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 944 time: 0.3231609 Aug 09 15:55:01.758341 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aa72192a-6518-4661-91c9-07360979560b req-51278e54-0b7a-4d28-bc68-cc185777e502 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Aug 09 15:55:01.814202 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e016c473-9dbf-4674-b44f-41d5cff55a0f req-95bb766f-8670-4069-82fe-05d4bb51f287 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Aug 09 15:55:01.837993 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Made reservation on behalf of d3d6997923ee45a2bbd4d68ebf8915e3 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:01.842104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:01.964952 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 1a717d90-6e31-4d40-91d8-a69fe730be22 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:01.965859 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Allocated IP 172.20.0.8 (dbb1f4e6-a2ec-4333-943b-345e4c11d380/38bc2e79-a47c-4325-bfff-1cf54373eced/9ac87522-e827-4158-8b43-77ea3584d058) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:02.063776 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a717d90-6e31-4d40-91d8-a69fe730be22,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:02.075212 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '1a717d90-6e31-4d40-91d8-a69fe730be22', 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5', 'port_id': '1a717d90-6e31-4d40-91d8-a69fe730be22', 'mac_address': 'fa:16:3e:76:a3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa1246-7fcc-48af-b13a-fb0fbedf7c13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:02.115895 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.130609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.133361 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a717d90-6e31-4d40-91d8-a69fe730be22 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:02.157040 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a717d90-6e31-4d40-91d8-a69fe730be22,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:02.167150 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.182530 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.226658 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.240857 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:02.244561 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:02.248076 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:02.281329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Pushing event updated for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.320178 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3784e-d3f3-41a6-a337-f1d375478687 req-2e855045-2148-4f33-aa4d-f54bb0833715 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.321663 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88b3784e-d3f3-41a6-a337-f1d375478687 req-2e855045-2148-4f33-aa4d-f54bb0833715 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0495675 Aug 09 15:55:02.337195 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.337825 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.363278 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85740a8e-e27d-444c-8c9c-3705f140134e req-c35ba27a-428b-419d-b739-187cec9d3464 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.364810 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-85740a8e-e27d-444c-8c9c-3705f140134e req-c35ba27a-428b-419d-b739-187cec9d3464 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 931 time: 0.0878143 Aug 09 15:55:02.366277 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-294f7ccb-16a1-4053-9b40-d22ccd3383ff tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9058340 Aug 09 15:55:02.368273 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88b3784e-d3f3-41a6-a337-f1d375478687 req-24f2610b-922e-40ae-9967-4643569b6c2f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Aug 09 15:55:02.395718 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Request body: {'port': {'device_id': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:02.426032 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-85740a8e-e27d-444c-8c9c-3705f140134e req-0cac23d0-e75b-4248-8b8a-27bc628c65df tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551889 Aug 09 15:55:02.459955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.468907 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.645253 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['1a717d90-6e31-4d40-91d8-a69fe730be22'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:02.742656 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac87522-e827-4158-8b43-77ea3584d058 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:02.752310 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.764969 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Transition to ACTIVE for port object 9ac87522-e827-4158-8b43-77ea3584d058 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:02.769506 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.822386 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:02.900641 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Attempting to bind port 9ac87522-e827-4158-8b43-77ea3584d058 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:02.900978 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Attempting to bind port 9ac87522-e827-4158-8b43-77ea3584d058 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:02.901308 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Attempting to bind port 9ac87522-e827-4158-8b43-77ea3584d058 on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:02.914800 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe30705-bea2-455d-8114-2c5d8bd62ec5 req-0b24523b-8a0b-47e1-ad1b-3d9cc80fe975 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.916368 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7fe30705-bea2-455d-8114-2c5d8bd62ec5 req-0b24523b-8a0b-47e1-ad1b-3d9cc80fe975 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0640218 Aug 09 15:55:02.924797 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Port 9ac87522-e827-4158-8b43-77ea3584d058 on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:02.925118 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Attempting to bind port 9ac87522-e827-4158-8b43-77ea3584d058 on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:02.933877 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:02.934206 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Checking segment: {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:02.934586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Bound using segment: {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:02.935683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Bound port: 9ac87522-e827-4158-8b43-77ea3584d058, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:02.936043 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:02.956077 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7fe30705-bea2-455d-8114-2c5d8bd62ec5 req-9c871460-a139-43fa-a39d-bc9e117a91cb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Aug 09 15:55:02.962115 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee42cb-678b-485c-9edb-4fcf333d3bd9 req-8af3436c-ea40-4c0a-94c7-55b420875ca6 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:02.963685 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-31ee42cb-678b-485c-9edb-4fcf333d3bd9 req-8af3436c-ea40-4c0a-94c7-55b420875ca6 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 945 time: 0.0768666 Aug 09 15:55:03.033640 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-31ee42cb-678b-485c-9edb-4fcf333d3bd9 req-6efb848d-e024-428d-9c71-b1d6481fb88a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531204 Aug 09 15:55:03.037970 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:03.041448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ac87522-e827-4158-8b43-77ea3584d058,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:03.045146 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.078949 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.079560 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:03.080952 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] 10.222.0.21 "PUT /v2.0/ports/9ac87522-e827-4158-8b43-77ea3584d058 HTTP/1.1" status: 200 len: 1093 time: 0.6907458 Aug 09 15:55:03.081375 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:03.083591 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3" -d '{"events": [{"name": "network-changed", "server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "tag": "9ac87522-e827-4158-8b43-77ea3584d058"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:03.112637 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c792767-c34d-40d7-9ac0-27447bc93985 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:03.118578 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90466ccd-af7f-46c5-9642-b9c369b39fb2 x-openstack-request-id: req-90466ccd-af7f-46c5-9642-b9c369b39fb2 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:03.118864 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "tag": "9ac87522-e827-4158-8b43-77ea3584d058", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:03.119116 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90466ccd-af7f-46c5-9642-b9c369b39fb2 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:03.119505 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058', 'status': 'completed', 'code': 200} Aug 09 15:55:03.203789 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-c9adc7b7-7071-4c21-bf55-04fbd74eb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.205597 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-c9adc7b7-7071-4c21-bf55-04fbd74eb6e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 1096 time: 0.0473604 Aug 09 15:55:03.260212 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-e503ee4e-fc3e-4a9b-9f40-1d3285e1a2ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ac87522-e827-4158-8b43-77ea3584d058 HTTP/1.1" status: 200 len: 217 time: 0.0353849 Aug 09 15:55:03.326168 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-68753cd2-389c-460c-96b5-029e1800f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.327576 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-68753cd2-389c-460c-96b5-029e1800f0f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38bc2e79-a47c-4325-bfff-1cf54373eced HTTP/1.1" status: 200 len: 854 time: 0.0441959 Aug 09 15:55:03.367824 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-af515208-1fcc-4a93-bc59-c11938eefe36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbb1f4e6-a2ec-4333-943b-345e4c11d380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303707 Aug 09 15:55:03.493938 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-3771f950-7755-4e04-b4ed-227b45aaada8 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165831 Aug 09 15:55:03.506439 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af55337-4273-4a32-8160-fb42a4a1122c req-30edf5b6-c1d0-4573-9f71-e79496269851 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.507920 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0af55337-4273-4a32-8160-fb42a4a1122c req-30edf5b6-c1d0-4573-9f71-e79496269851 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0729160 Aug 09 15:55:03.561150 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac1729-be59-4b82-8fba-5731a31116bd req-aa114c98-0967-4355-b07e-bd5843399f6f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.566482 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5cac1729-be59-4b82-8fba-5731a31116bd req-aa114c98-0967-4355-b07e-bd5843399f6f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 943 time: 0.0661716 Aug 09 15:55:03.605086 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0af55337-4273-4a32-8160-fb42a4a1122c req-cf32234d-b5b6-4d6f-b379-adc6149b28fc tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883698 Aug 09 15:55:03.612053 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5cac1729-be59-4b82-8fba-5731a31116bd req-4a1612f9-51d7-406e-9894-554f541175df tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Aug 09 15:55:03.631392 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f5c431b-ee8b-4c02-8110-c02384bb1338 req-23409a2c-974b-4404-969f-5c7bc03a1546 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225471 Aug 09 15:55:03.822755 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-b691ba6b-a1c9-4c91-8fe1-67206d2639f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.824478 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-b691ba6b-a1c9-4c91-8fe1-67206d2639f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 1096 time: 0.0668192 Aug 09 15:55:03.894899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3401d3-d1d1-485f-8736-ae62e882dd5c req-dfbaad6f-a005-47c6-bdcf-f17a45f6cd3b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.896607 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ce3401d3-d1d1-485f-8736-ae62e882dd5c req-dfbaad6f-a005-47c6-bdcf-f17a45f6cd3b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0528369 Aug 09 15:55:03.965283 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ce3401d3-d1d1-485f-8736-ae62e882dd5c req-051d27fe-4507-4dd1-adc1-6c62ed97a969 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537376 Aug 09 15:55:03.966358 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 1a717d90-6e31-4d40-91d8-a69fe730be22 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:03.987143 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-f73fefa2-9440-4c86-930b-014755017f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:03.989957 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-f73fefa2-9440-4c86-930b-014755017f75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 916 time: 0.1259651 Aug 09 15:55:04.052368 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 1a717d90-6e31-4d40-91d8-a69fe730be22 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:04.068624 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 1a717d90-6e31-4d40-91d8-a69fe730be22 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:04.070923 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.125447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-2d3e65b0-1cc2-47ea-aacd-b1e702bf3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.128401 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-2d3e65b0-1cc2-47ea-aacd-b1e702bf3de8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.1114428 Aug 09 15:55:04.129328 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-e89165aa-c387-453f-9f47-adff2553549a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ac87522-e827-4158-8b43-77ea3584d058 HTTP/1.1" status: 200 len: 217 time: 0.1146989 Aug 09 15:55:04.194988 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.214828 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf5857-5ec5-4f24-a782-9bbb3da87a93 req-0394c40b-5bc5-485f-bd6f-b37e5adff60b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.216815 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cbcf5857-5ec5-4f24-a782-9bbb3da87a93 req-0394c40b-5bc5-485f-bd6f-b37e5adff60b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1116548 Aug 09 15:55:04.219123 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:04.221726 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b73b72d-1348-4030-9bf3-1eaef9f63361" -d '{"events": [{"server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "name": "network-vif-plugged", "status": "completed", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:04.224122 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-8b70bae1-c975-4317-86d3-ac717b2cc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.225871 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-8b70bae1-c975-4317-86d3-ac717b2cc11f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38bc2e79-a47c-4325-bfff-1cf54373eced HTTP/1.1" status: 200 len: 854 time: 0.0719347 Aug 09 15:55:04.237833 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a717d90-6e31-4d40-91d8-a69fe730be22,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:04.244182 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:04.252365 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fce5-67c1-4025-8a97-34aacdeb5209 req-1b28341d-7418-4a3f-9020-375db1ba7660 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.254316 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2d81fce5-67c1-4025-8a97-34aacdeb5209 req-1b28341d-7418-4a3f-9020-375db1ba7660 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 945 time: 0.1139636 Aug 09 15:55:04.276948 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-3070e719-77b8-42e7-9445-d3d0eb042297 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbb1f4e6-a2ec-4333-943b-345e4c11d380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421021 Aug 09 15:55:04.304882 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:04.307445 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-677a4246-0f4a-4d44-8df0-32f5c15a3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.308989 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-677a4246-0f4a-4d44-8df0-32f5c15a3af0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.1521049 Aug 09 15:55:04.313376 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2d81fce5-67c1-4025-8a97-34aacdeb5209 req-89359ac7-d9a8-4afa-a703-2079cbc97383 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Aug 09 15:55:04.360240 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cbcf5857-5ec5-4f24-a782-9bbb3da87a93 req-75a99378-6f1b-43cf-8743-12540d9d69eb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323929 Aug 09 15:55:04.366412 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01e953-b735-4ed3-ac2a-7eb0c623ca14 x-openstack-request-id: req-0f01e953-b735-4ed3-ac2a-7eb0c623ca14 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:04.366710 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "name": "network-vif-plugged", "status": "completed", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:04.366963 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0f01e953-b735-4ed3-ac2a-7eb0c623ca14 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:04.367353 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22', 'code': 200} Aug 09 15:55:04.387078 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-5e37190e-3f8c-4c1c-8ce2-2815d067d72e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1000 time: 0.0692017 Aug 09 15:55:04.425843 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-2f1d12d3-e813-4c86-b9df-12f95ad78e2d service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323922 Aug 09 15:55:04.490434 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-0762bd38-c128-43a5-a283-3d3c247cf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.494445 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-0762bd38-c128-43a5-a283-3d3c247cf829 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0566218 Aug 09 15:55:04.530875 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-542c2d6f-7b7f-419f-a5a8-e54d3c8926f3 req-60a381ae-fca7-42d0-8a91-d24d5fb334e4 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926301 Aug 09 15:55:04.568516 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-dbfebb5b-7891-43a0-8e96-7f2175597761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.570094 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-dbfebb5b-7891-43a0-8e96-7f2175597761 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527422 Aug 09 15:55:04.649421 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f14c4b-298f-4582-b036-4a3d6edf2229 req-812c8ef4-04a1-4b31-b054-abdef24eb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.651017 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-09f14c4b-298f-4582-b036-4a3d6edf2229 req-812c8ef4-04a1-4b31-b054-abdef24eb6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 1099 time: 0.0423222 Aug 09 15:55:04.676227 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-ba583f31-8317-4dcd-bf86-ebf408a4e42a service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941794 Aug 09 15:55:04.689806 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-09f14c4b-298f-4582-b036-4a3d6edf2229 req-09727477-9e9c-4c29-9576-5442cb4f1e26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295603 Aug 09 15:55:04.792928 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17be0d-9904-482c-adf9-bbb6cd52fdc9 req-d707008d-b097-4427-bf27-d1e3358f7c3f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:04.796425 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1a17be0d-9904-482c-adf9-bbb6cd52fdc9 req-d707008d-b097-4427-bf27-d1e3358f7c3f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 943 time: 0.1117725 Aug 09 15:55:04.824477 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6d6dfc8-fcef-4cba-b296-d8b94e08bc54 req-20bbde3d-763c-45b7-b014-61fde27c9ecc service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386585 Aug 09 15:55:04.849334 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1a17be0d-9904-482c-adf9-bbb6cd52fdc9 req-7d4a26c0-fda9-4b3b-bf3e-5942a03b7621 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Aug 09 15:55:05.080666 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809db7e-afb5-48a6-8a08-0dd932ebe925 req-c4b142af-3c9f-4269-a81c-c879a31f5110 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.082229 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a809db7e-afb5-48a6-8a08-0dd932ebe925 req-c4b142af-3c9f-4269-a81c-c879a31f5110 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0524797 Aug 09 15:55:05.121475 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a809db7e-afb5-48a6-8a08-0dd932ebe925 req-41fe6318-c2b4-4016-99bb-0dbb0d1cccfa tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Aug 09 15:55:05.442177 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040a88c-096e-42d6-979b-2c83d9ec42d8 req-4b8d6998-bc3a-43a3-b678-1a163aa505f3 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.443867 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f040a88c-096e-42d6-979b-2c83d9ec42d8 req-4b8d6998-bc3a-43a3-b678-1a163aa505f3 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0573938 Aug 09 15:55:05.482997 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f040a88c-096e-42d6-979b-2c83d9ec42d8 req-61068161-d9c9-49d4-b3e9-1cf5433bdb1a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Aug 09 15:55:05.485729 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794346b-beb5-4468-98b0-bcdf0053098e req-a1522fd3-0d21-4e3f-b769-c54c6d1628e5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.488147 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6794346b-beb5-4468-98b0-bcdf0053098e req-a1522fd3-0d21-4e3f-b769-c54c6d1628e5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0533092 Aug 09 15:55:05.528683 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6794346b-beb5-4468-98b0-bcdf0053098e req-0e9f328b-a9e1-4b0f-bc04-2fd2db3cf0f8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Aug 09 15:55:05.981185 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af7301-d706-41f5-a4a9-ea68da886e12 req-687a8c5b-128e-4574-8d07-0c1905ca6ffa tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:05.982924 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91af7301-d706-41f5-a4a9-ea68da886e12 req-687a8c5b-128e-4574-8d07-0c1905ca6ffa tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 943 time: 0.0606093 Aug 09 15:55:06.032992 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91af7301-d706-41f5-a4a9-ea68da886e12 req-6fadf4d0-406c-46be-9f37-aeb8310ed276 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Aug 09 15:55:06.264334 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff07d-5373-4217-abdf-7e3950ce2a77 req-431b4c3f-069f-45b2-854f-c9cee27f3f16 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:06.272199 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-deeff07d-5373-4217-abdf-7e3950ce2a77 req-431b4c3f-069f-45b2-854f-c9cee27f3f16 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Aug 09 15:55:06.313396 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-deeff07d-5373-4217-abdf-7e3950ce2a77 req-0474c4a1-8923-4b3a-ac3c-ccaba304896e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Aug 09 15:55:06.618087 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ca6a-211f-4560-992e-274438b686ac req-e4250405-e50a-4c05-906d-7e7a012a5a90 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:06.619602 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-48a2ca6a-211f-4560-992e-274438b686ac req-e4250405-e50a-4c05-906d-7e7a012a5a90 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Aug 09 15:55:06.665419 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-48a2ca6a-211f-4560-992e-274438b686ac req-ae6161c3-f0e5-43bb-9c8c-ebd520b8aa59 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389960 Aug 09 15:55:06.682884 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94c7d-50e1-4aad-94ad-64a167df0271 req-dc531673-c248-46ad-897f-b29ac63fad6b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:06.685303 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5de94c7d-50e1-4aad-94ad-64a167df0271 req-dc531673-c248-46ad-897f-b29ac63fad6b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0693274 Aug 09 15:55:06.726068 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5de94c7d-50e1-4aad-94ad-64a167df0271 req-a1964483-9371-4ebe-bfb2-74fd0a78c209 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Aug 09 15:55:07.152015 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78140dee-a80c-43a3-a4e9-45b09455e07a req-7ffda0ab-30b9-4ee0-924b-fe9c68a644a6 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.154639 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78140dee-a80c-43a3-a4e9-45b09455e07a req-7ffda0ab-30b9-4ee0-924b-fe9c68a644a6 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 943 time: 0.0528872 Aug 09 15:55:07.193090 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78140dee-a80c-43a3-a4e9-45b09455e07a req-0574bd40-aaad-4488-aa59-81cb7d6db459 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324783 Aug 09 15:55:07.431550 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ad98-c9d1-4da3-9388-25a7a59e24d0 req-14adf9ad-1165-419a-8ccc-8080ebca19c4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.433107 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-06b9ad98-c9d1-4da3-9388-25a7a59e24d0 req-14adf9ad-1165-419a-8ccc-8080ebca19c4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Aug 09 15:55:07.472993 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-06b9ad98-c9d1-4da3-9388-25a7a59e24d0 req-4731f9e2-00e3-4ba4-b87d-ec66cea18af1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332525 Aug 09 15:55:07.783254 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4af9-00d2-45f9-9798-a7abcf12e1c5 req-d9a5a1cb-f101-4a98-9667-33c323fa1959 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.784780 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac6e4af9-00d2-45f9-9798-a7abcf12e1c5 req-d9a5a1cb-f101-4a98-9667-33c323fa1959 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0498290 Aug 09 15:55:07.823522 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac6e4af9-00d2-45f9-9798-a7abcf12e1c5 req-2f97dff4-88b9-4e4f-913b-3f04355b8462 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Aug 09 15:55:07.842009 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c521674-c8ec-4f26-8cbf-ed1c5073d691 req-c8b55060-1fdf-4fb8-ab75-457ba722f7b0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:07.843637 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4c521674-c8ec-4f26-8cbf-ed1c5073d691 req-c8b55060-1fdf-4fb8-ab75-457ba722f7b0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0495064 Aug 09 15:55:07.890539 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4c521674-c8ec-4f26-8cbf-ed1c5073d691 req-2d894294-bf71-489f-8e55-2dc05f7748e5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Aug 09 15:55:07.988687 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 9ac87522-e827-4158-8b43-77ea3584d058 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:08.091867 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ac87522-e827-4158-8b43-77ea3584d058,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:08.102720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '9ac87522-e827-4158-8b43-77ea3584d058', 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380', 'port_id': '9ac87522-e827-4158-8b43-77ea3584d058', 'mac_address': 'fa:16:3e:76:2f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bc2e79-a47c-4325-bfff-1cf54373eced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:08.139126 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.151747 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac87522-e827-4158-8b43-77ea3584d058 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:08.172931 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ac87522-e827-4158-8b43-77ea3584d058,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:08.181049 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:08.234827 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:08.322927 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6a88f-c09d-4339-a38d-f5280da46b4a req-1f1631d0-1611-4659-aeeb-935c1def3032 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.324491 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dcb6a88f-c09d-4339-a38d-f5280da46b4a req-1f1631d0-1611-4659-aeeb-935c1def3032 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 944 time: 0.0549908 Aug 09 15:55:08.363773 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dcb6a88f-c09d-4339-a38d-f5280da46b4a req-4b91e326-decf-42ac-ab51-b4f36071d43b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Aug 09 15:55:08.693611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['9ac87522-e827-4158-8b43-77ea3584d058'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:08.845142 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea17a-f24e-49b7-83fa-7fae31c4f75a req-adc50822-14cc-43ce-baf6-fe344fd889ac tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:08.846684 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b06ea17a-f24e-49b7-83fa-7fae31c4f75a req-adc50822-14cc-43ce-baf6-fe344fd889ac tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0555649 Aug 09 15:55:08.884628 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b06ea17a-f24e-49b7-83fa-7fae31c4f75a req-92ccadb1-c8d0-49df-88ef-1207f3e84824 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Aug 09 15:55:09.002743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026990-d809-416f-b2b7-0a4115745b1e req-9bc158c1-fa27-4a21-9490-f3d1efe0ed81 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:09.004331 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8b026990-d809-416f-b2b7-0a4115745b1e req-9bc158c1-fa27-4a21-9490-f3d1efe0ed81 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0540612 Aug 09 15:55:09.049774 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8b026990-d809-416f-b2b7-0a4115745b1e req-48244ee3-b524-48f2-895e-729e8dc14b13 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Aug 09 15:55:09.477090 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1b37-dd61-427e-a790-4f847037df27 req-09aa467f-bddd-4834-aa94-5a3b73ddaf6f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:09.478594 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2f0f1b37-dd61-427e-a790-4f847037df27 req-09aa467f-bddd-4834-aa94-5a3b73ddaf6f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 944 time: 0.0477490 Aug 09 15:55:09.518830 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2f0f1b37-dd61-427e-a790-4f847037df27 req-11d8cb81-847a-4c79-9591-de59e95256ea tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Aug 09 15:55:10.006723 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3959286-8810-43ae-bd78-e4d2926e2392 req-baacb964-4ff3-46f9-9b72-bbdbe3396ab6 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:10.008424 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e3959286-8810-43ae-bd78-e4d2926e2392 req-baacb964-4ff3-46f9-9b72-bbdbe3396ab6 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0541286 Aug 09 15:55:10.047863 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e3959286-8810-43ae-bd78-e4d2926e2392 req-2ec97895-9509-44b0-8144-7f7dde890725 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Aug 09 15:55:10.178302 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430dac-5eb1-4d3d-ba19-5ee96e7e9b82 req-7858ce96-95b0-45d9-b349-d724133f0748 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:10.180039 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-79430dac-5eb1-4d3d-ba19-5ee96e7e9b82 req-7858ce96-95b0-45d9-b349-d724133f0748 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0559559 Aug 09 15:55:10.220032 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-79430dac-5eb1-4d3d-ba19-5ee96e7e9b82 req-97873a13-35e9-4b3f-94b2-27390811ee49 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 Aug 09 15:55:10.633939 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615e8be-5f14-456f-b687-0fb02ee2466a req-74d8c79f-1507-4512-ae54-6462d9a0c547 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:10.635425 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0615e8be-5f14-456f-b687-0fb02ee2466a req-74d8c79f-1507-4512-ae54-6462d9a0c547 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 944 time: 0.0481277 Aug 09 15:55:10.676799 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0615e8be-5f14-456f-b687-0fb02ee2466a req-7e51f258-6666-4315-9352-8c35c1e67436 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Aug 09 15:55:11.069032 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-089e4c14-53c6-421c-9e1f-aa08571475a2 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.070463 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-089e4c14-53c6-421c-9e1f-aa08571475a2 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0532303 Aug 09 15:55:11.165031 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db5702-1a79-464c-b34f-be527eeff48f req-0e724ed5-2c63-4b84-9724-e09d8477897d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.166533 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f2db5702-1a79-464c-b34f-be527eeff48f req-0e724ed5-2c63-4b84-9724-e09d8477897d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 946 time: 0.0521801 Aug 09 15:55:11.209888 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f2db5702-1a79-464c-b34f-be527eeff48f req-d701c1bd-57a9-4af2-a17d-aba4e492ba5a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Aug 09 15:55:11.240725 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Deleting port 1a717d90-6e31-4d40-91d8-a69fe730be22 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:11.241067 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.337860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] For port 1a717d90-6e31-4d40-91d8-a69fe730be22, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a717d90-6e31-4d40-91d8-a69fe730be22,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:11.338223 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.345415 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bfc86-2891-4700-acca-ecff5f9f103f req-aa95c819-cb6d-499f-9f5c-5c7dada7752e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.346916 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b43bfc86-2891-4700-acca-ecff5f9f103f req-aa95c819-cb6d-499f-9f5c-5c7dada7752e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0587499 Aug 09 15:55:11.353214 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Calling delete_port for 1a717d90-6e31-4d40-91d8-a69fe730be22 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:11.386206 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b43bfc86-2891-4700-acca-ecff5f9f103f req-6301cc49-ae0a-403a-843a-98efcb95489a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Aug 09 15:55:11.510298 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.540616 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Pushing event deleted for resources: {'Port': ['ID=1a717d90-6e31-4d40-91d8-a69fe730be22,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:11.580192 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['1a717d90-6e31-4d40-91d8-a69fe730be22'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:11.605158 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] No DVR routers for this DVR port 1a717d90-6e31-4d40-91d8-a69fe730be22 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:11.608671 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:11.610630 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c7c160f1-fdce-4d90-923b-071febd76fa0 req-dd050479-4ec8-4c13-b95f-209d4e7e68f9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "DELETE /v2.0/ports/1a717d90-6e31-4d40-91d8-a69fe730be22 HTTP/1.1" status: 204 len: 173 time: 0.5288036 Aug 09 15:55:11.611070 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'name': 'network-vif-deleted', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:11.613321 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7fb874-1534-434e-9304-af03e08f8aec" -d '{"events": [{"server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "name": "network-vif-deleted", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:11.652841 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd3a13d-1314-4bf3-a881-4fe1a378fbce x-openstack-request-id: req-4dd3a13d-1314-4bf3-a881-4fe1a378fbce {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:11.653137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7acbfad-6328-4b7a-83f9-0afa521e55b8", "name": "network-vif-deleted", "tag": "1a717d90-6e31-4d40-91d8-a69fe730be22", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:11.653554 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4dd3a13d-1314-4bf3-a881-4fe1a378fbce {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:11.653959 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7acbfad-6328-4b7a-83f9-0afa521e55b8', 'name': 'network-vif-deleted', 'tag': '1a717d90-6e31-4d40-91d8-a69fe730be22', 'status': 'completed', 'code': 200} Aug 09 15:55:11.796385 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212d1e-4ce9-4baf-bceb-b5945bd7ef7a req-d77c7b26-d4f5-438c-ac8a-d8c05718569c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:11.797907 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c9212d1e-4ce9-4baf-bceb-b5945bd7ef7a req-d77c7b26-d4f5-438c-ac8a-d8c05718569c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 944 time: 0.0518761 Aug 09 15:55:11.837999 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c9212d1e-4ce9-4baf-bceb-b5945bd7ef7a req-796625b9-c360-4c39-83a5-5af4a862fe81 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 09 15:55:12.029860 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 9ac87522-e827-4158-8b43-77ea3584d058 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:12.082929 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 9ac87522-e827-4158-8b43-77ea3584d058 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:12.087138 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 9ac87522-e827-4158-8b43-77ea3584d058 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:12.087513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.163258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.188050 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:12.190258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831ae394-5177-4997-8934-a4ecee882ed1" -d '{"events": [{"server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "name": "network-vif-plugged", "status": "completed", "tag": "9ac87522-e827-4158-8b43-77ea3584d058"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:12.206821 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ac87522-e827-4158-8b43-77ea3584d058,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:12.211384 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:12.234555 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e668cf9-a7b0-40c2-9250-7a43bb2dd4df x-openstack-request-id: req-3e668cf9-a7b0-40c2-9250-7a43bb2dd4df {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:12.234847 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "name": "network-vif-plugged", "status": "completed", "tag": "9ac87522-e827-4158-8b43-77ea3584d058", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:12.235113 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3e668cf9-a7b0-40c2-9250-7a43bb2dd4df {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:12.235487 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058', 'code': 200} Aug 09 15:55:12.268318 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.282513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:12.328538 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b48e96e-695b-4214-8cea-abebfd68fa31 req-446e1981-f434-48e7-881c-94d09c6e86bc tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=f7acbfad-6328-4b7a-83f9-0afa521e55b8 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Aug 09 15:55:12.505992 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229f05a-a655-4d64-a4ae-e64d04a364fc req-68232d3f-94bf-407b-b787-ebe90fac77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:12.507482 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8229f05a-a655-4d64-a4ae-e64d04a364fc req-68232d3f-94bf-407b-b787-ebe90fac77a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 1098 time: 0.0508971 Aug 09 15:55:12.519110 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6285d1-6c38-4794-b493-a9b184498230 req-af0ae523-a141-4560-a6ec-42c9188bba76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:12.520776 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c6285d1-6c38-4794-b493-a9b184498230 req-af0ae523-a141-4560-a6ec-42c9188bba76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0550301 Aug 09 15:55:12.558836 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8229f05a-a655-4d64-a4ae-e64d04a364fc req-159a3b0f-8682-4409-b5e0-b8248fecf7be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Aug 09 15:55:12.564174 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c6285d1-6c38-4794-b493-a9b184498230 req-7fb5e9ac-342c-438d-8774-fc7ce4a3a3bb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Aug 09 15:55:12.952799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccbfc9-2a31-48bc-9213-35c759ae25cb req-7dade973-1bd1-41f6-8d95-5610134b26c0 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:12.954284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e8ccbfc9-2a31-48bc-9213-35c759ae25cb req-7dade973-1bd1-41f6-8d95-5610134b26c0 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Aug 09 15:55:12.995081 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e8ccbfc9-2a31-48bc-9213-35c759ae25cb req-2fb08e92-ae45-4446-bce1-12e646f5c818 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Aug 09 15:55:15.762000 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:16.030270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 1a717d90-6e31-4d40-91d8-a69fe730be22 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:16.051682 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 1a717d90-6e31-4d40-91d8-a69fe730be22 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:16.052066 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 1a717d90-6e31-4d40-91d8-a69fe730be22 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:19.750729 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-6c401173-9e1a-4f56-9509-8f73dc388acc tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.752255 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-6c401173-9e1a-4f56-9509-8f73dc388acc tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1081023 Aug 09 15:55:19.765773 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-9c96af72-4f6d-478c-8db5-ccf53962c0e8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:19.767299 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-9c96af72-4f6d-478c-8db5-ccf53962c0e8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 809 time: 0.1083233 Aug 09 15:55:19.768301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b8f7d70b-0ee8-4df2-85e5-5cec74290a77 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/quotas/b2f158a7877f4542b1e42e8e573c36d4 HTTP/1.1" status: 200 len: 375 time: 0.0103588 Aug 09 15:55:19.785962 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-087d8156-c740-4732-adc4-285cb17fd4e3 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/quotas/ce4c62b815f04cde86c1c836eb9210d4 HTTP/1.1" status: 200 len: 375 time: 0.0125875 Aug 09 15:55:19.819538 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-92f89941-b030-482a-92f3-9a88bbbad3a4 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274642 Aug 09 15:55:19.828333 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-980f563b-9e25-41ee-88b4-50935d3b6f54 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544353 Aug 09 15:55:19.914474 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-daae1206-a405-4ddf-b477-14ba410c5305 service neutron] 10.222.0.90 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Aug 09 15:55:19.919616 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-4a7c2485-6257-4620-ab5d-f7d5d8cd8ac3 service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835109 Aug 09 15:55:20.011091 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e0c731c2-61dc-41b1-9061-5316108b2c63 service neutron] 10.222.0.90 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Aug 09 15:55:20.015449 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-6b5dd98b-7b9e-4cdd-9a14-96b28015141e service neutron] 10.222.0.90 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906940 Aug 09 15:55:20.222340 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d1c4b-94ab-441f-b882-3dd9d19e5b62 req-024187a9-7ec7-47bb-8c01-8a9f50bd5627 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.224389 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-691d1c4b-94ab-441f-b882-3dd9d19e5b62 req-024187a9-7ec7-47bb-8c01-8a9f50bd5627 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0639689 Aug 09 15:55:20.264650 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b91d-fb2b-403b-abcb-1df7f49c73bf req-07f65c44-fcf3-4ad1-8fc6-bc4d7172fc1b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:20.266587 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e798b91d-fb2b-403b-abcb-1df7f49c73bf req-07f65c44-fcf3-4ad1-8fc6-bc4d7172fc1b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.0926957 Aug 09 15:55:20.294016 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-691d1c4b-94ab-441f-b882-3dd9d19e5b62 req-eefeca34-33de-494e-acc4-415c1800aeca tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606906 Aug 09 15:55:20.320196 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e798b91d-fb2b-403b-abcb-1df7f49c73bf req-b17bc711-f459-4f1b-a1ce-a97166c44310 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Aug 09 15:55:20.374441 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-03f6899a-de93-4052-b6a1-d74383a15d58 req-280335a3-491a-4e75-a413-cba947dbd8dd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Aug 09 15:55:20.404577 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e35ebc85-c5a4-49e3-9346-3f7ba1071bf9 req-f43aaf14-a64e-4b6c-b77d-a2e881d5406b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 210 time: 0.0368419 Aug 09 15:55:21.411183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69980c-4436-4370-b77d-679fad2262ee req-26f7f86f-e836-4d87-8ea4-88f876c6993a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.412692 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9c69980c-4436-4370-b77d-679fad2262ee req-26f7f86f-e836-4d87-8ea4-88f876c6993a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0481970 Aug 09 15:55:21.460508 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9c69980c-4436-4370-b77d-679fad2262ee req-ed846b19-e748-4693-b5b7-f79b0d73fcf0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Aug 09 15:55:21.488181 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-44d927ba-8bed-44d0-a820-b9ec5fb0713c req-0a94d37e-5dd1-48f0-b05b-f8352e1bfad3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 210 time: 0.0352561 Aug 09 15:55:21.555914 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0a97f928-f14e-43bb-9bf7-6d9eb1be1e0b req-9fa43784-043a-4c20-b792-b2ce84685a7b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 210 time: 0.0342031 Aug 09 15:55:21.611097 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539980-7443-4b88-9af9-64c33df35505 req-686e0ba8-6a6b-4395-a923-e8934811c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.612600 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2c539980-7443-4b88-9af9-64c33df35505 req-686e0ba8-6a6b-4395-a923-e8934811c70a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 1099 time: 0.0459080 Aug 09 15:55:21.678611 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2c539980-7443-4b88-9af9-64c33df35505 req-a284954a-9fac-4de1-b2ff-8dfa5188f432 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Aug 09 15:55:21.702117 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-f8b9f1aa-8a49-4485-ab45-3ee7292d5957 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:21.703769 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-f8b9f1aa-8a49-4485-ab45-3ee7292d5957 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 809 time: 0.1092105 Aug 09 15:55:22.125443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Request body: {'port': {'device_id': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5', 'admin_state_up': True, 'tenant_id': 'ce4c62b815f04cde86c1c836eb9210d4'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:22.240354 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Made reservation on behalf of ce4c62b815f04cde86c1c836eb9210d4 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:22.244147 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.364595 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Allocated IP 172.20.0.6 (f3580e04-1f6d-4aec-bad7-0de4a4d0aee5/25aa1246-7fcc-48af-b13a-fb0fbedf7c13/02ef03a6-f677-46b1-970f-3e24c4856307) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:22.522763 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.588527 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1f2db37f-1be6-458e-9321-e9ed7c7ed2f2 req-de89da21-58c7-4177-96eb-72eeadf0b3dd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 210 time: 0.0349300 Aug 09 15:55:22.593434 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.647411 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:22.651801 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:22.660380 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:22.671219 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a70e81-1799-4de9-af87-6d20c3824782 req-f5b971ed-f493-4c8c-9838-0282de2c9b65 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.672754 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-68a70e81-1799-4de9-af87-6d20c3824782 req-f5b971ed-f493-4c8c-9838-0282de2c9b65 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1361327 Aug 09 15:55:22.704311 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2758c-051c-4234-b2cb-cf8c621c7b84 req-a9904de1-0736-4a16-9457-20682d2db0ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.705852 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-85b2758c-051c-4234-b2cb-cf8c621c7b84 req-a9904de1-0736-4a16-9457-20682d2db0ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 931 time: 0.0588384 Aug 09 15:55:22.712373 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Pushing event updated for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:22.756393 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.757005 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.771443 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-68a70e81-1799-4de9-af87-6d20c3824782 req-5fd8d460-4ee4-4705-a26e-8cb08dd6785c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Aug 09 15:55:22.781966 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-70dc96e0-df0e-4a92-a960-9d95f88e72ec tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605704 Aug 09 15:55:22.800401 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-85b2758c-051c-4234-b2cb-cf8c621c7b84 req-170012e5-c3a8-4dd1-9a0f-9986e6a16327 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883069 Aug 09 15:55:22.825186 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Request body: {'port': {'device_id': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:22.859697 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-94317f53-c004-4320-b648-915e97c3e5d0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:22.861748 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-94317f53-c004-4320-b648-915e97c3e5d0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 813 time: 0.1330523 Aug 09 15:55:22.882776 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:22.923937 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Request body: {'port': {'device_id': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'admin_state_up': True, 'tenant_id': 'b2f158a7877f4542b1e42e8e573c36d4'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:23.040401 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Made reservation on behalf of b2f158a7877f4542b1e42e8e573c36d4 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:23.044323 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.161612 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ef03a6-f677-46b1-970f-3e24c4856307 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:23.169926 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.177069 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Allocated IP 172.20.0.3 (3e5d1c17-7d22-4937-b328-d663bc701675/d8e94d6b-286a-4c15-ad07-7c39edee0431/f0473fa7-5cfe-4063-98e6-405da0b021c2) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:23.181697 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Transition to ACTIVE for port object 02ef03a6-f677-46b1-970f-3e24c4856307 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:23.185669 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.234712 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.306790 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Attempting to bind port 02ef03a6-f677-46b1-970f-3e24c4856307 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:23.307127 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Attempting to bind port 02ef03a6-f677-46b1-970f-3e24c4856307 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:23.307509 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Attempting to bind port 02ef03a6-f677-46b1-970f-3e24c4856307 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.311892 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Port 02ef03a6-f677-46b1-970f-3e24c4856307 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:23.312223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Attempting to bind port 02ef03a6-f677-46b1-970f-3e24c4856307 on network f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:23.316978 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:23.317310 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Checking segment: {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:23.317692 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Bound using segment: {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:23.318326 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Bound port: 02ef03a6-f677-46b1-970f-3e24c4856307, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a585d6b-f451-4921-8068-97975a1aa450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:23.318689 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.333969 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.373674 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.385177 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:23.389334 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02ef03a6-f677-46b1-970f-3e24c4856307,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:23.405056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.429907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Network 3e5d1c17-7d22-4937-b328-d663bc701675 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:23.433376 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:23.437127 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40', '60d5d387-298d-43a4-ad38-d3944fa51c04', '82eeafb9-921d-480b-b283-93f849781003'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:23.438415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:23.461074 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.461747 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.463468 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/02ef03a6-f677-46b1-970f-3e24c4856307 HTTP/1.1" status: 200 len: 1093 time: 0.6427889 Aug 09 15:55:23.463934 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:23.466580 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f531ad7-da0f-47c3-8868-78e1a131b17d" -d '{"events": [{"name": "network-changed", "server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:23.489011 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event updated for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.492470 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b4c86-c01c-487d-b143-9e4a240379c8 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:23.517996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.518974 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.531249 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e3b2d-fcb1-4905-a024-11bc70d131cc x-openstack-request-id: req-a09e3b2d-fcb1-4905-a024-11bc70d131cc {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:23.531794 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:23.531794 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a09e3b2d-fcb1-4905-a024-11bc70d131cc {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:23.532168 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307', 'status': 'completed', 'code': 200} Aug 09 15:55:23.541162 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-e60b0a08-1742-4d57-8eb1-a46f4e1891bd tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218367 Aug 09 15:55:23.613999 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Request body: {'port': {'device_id': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:23.665542 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-1b525d05-7cb1-4a5b-bce9-640b78795d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.667161 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-1b525d05-7cb1-4a5b-bce9-640b78795d24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 1096 time: 0.0567820 Aug 09 15:55:23.703590 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.732955 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-163307d6-582a-4364-bcb8-e0cdc960b5d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ef03a6-f677-46b1-970f-3e24c4856307 HTTP/1.1" status: 200 len: 217 time: 0.0371547 Aug 09 15:55:23.763358 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2400d8-202d-4c25-b65f-97c23bf50155 req-634e6972-3f7e-4800-af85-6d8f1295f626 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.765028 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dd2400d8-202d-4c25-b65f-97c23bf50155 req-634e6972-3f7e-4800-af85-6d8f1295f626 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 931 time: 0.0914185 Aug 09 15:55:23.797799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-63c2f4d9-9783-40ab-9394-abc51fd61052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.797799 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-63c2f4d9-9783-40ab-9394-abc51fd61052 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25aa1246-7fcc-48af-b13a-fb0fbedf7c13 HTTP/1.1" status: 200 len: 849 time: 0.0509443 Aug 09 15:55:23.837496 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-a949c256-0e84-4cd5-be28-2e3d77d2a76c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256653 Aug 09 15:55:23.973289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e326-907b-476c-9a5c-36ac92fbd8a3 req-8952c890-b198-4487-bc39-cc06d71b5988 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:23.975698 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8190e326-907b-476c-9a5c-36ac92fbd8a3 req-8952c890-b198-4487-bc39-cc06d71b5988 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.1116343 Aug 09 15:55:23.995381 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-00a68eb7-572a-46c0-914e-d2bf0aba87c3 service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424434 Aug 09 15:55:24.093118 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dd2400d8-202d-4c25-b65f-97c23bf50155 req-4046dce0-fa80-4a06-a1b3-3ff5973961e9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179746 Aug 09 15:55:24.308304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd8091-2c96-42bd-907b-0d414a9848dd req-761fe41d-4c77-40cd-84e1-aacb7b84b4ce tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.310591 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-06cd8091-2c96-42bd-907b-0d414a9848dd req-761fe41d-4c77-40cd-84e1-aacb7b84b4ce tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.1073654 Aug 09 15:55:24.329317 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8190e326-907b-476c-9a5c-36ac92fbd8a3 req-380211b1-ef2b-4b10-be98-e117208453ac tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450222 Aug 09 15:55:24.336461 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0473fa7-5cfe-4063-98e6-405da0b021c2 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:24.351620 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.369302 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59d91dca-18de-4e1d-a283-3747c601ae98 req-3add2074-af90-4fb1-8983-fec409e28a3e service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619311 Aug 09 15:55:24.376838 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-06cd8091-2c96-42bd-907b-0d414a9848dd req-51ff33b3-1800-480d-9607-81148771b581 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577176 Aug 09 15:55:24.377761 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Transition to ACTIVE for port object f0473fa7-5cfe-4063-98e6-405da0b021c2 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:24.382342 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.471921 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874671c-ff30-4112-9f8f-47d69543b272 req-b2940ea0-7a92-457a-9265-515b208c1252 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.472292 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Pushing event updated for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.480961 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9874671c-ff30-4112-9f8f-47d69543b272 req-b2940ea0-7a92-457a-9265-515b208c1252 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0640903 Aug 09 15:55:24.525635 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Attempting to bind port f0473fa7-5cfe-4063-98e6-405da0b021c2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:24.525986 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Attempting to bind port f0473fa7-5cfe-4063-98e6-405da0b021c2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:24.526323 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Attempting to bind port f0473fa7-5cfe-4063-98e6-405da0b021c2 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:24.531248 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Port f0473fa7-5cfe-4063-98e6-405da0b021c2 on network 3e5d1c17-7d22-4937-b328-d663bc701675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:24.531566 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Attempting to bind port f0473fa7-5cfe-4063-98e6-405da0b021c2 on network 3e5d1c17-7d22-4937-b328-d663bc701675 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:24.536674 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:24.537139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Checking segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:24.537642 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Bound using segment: {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:24.538171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Bound port: f0473fa7-5cfe-4063-98e6-405da0b021c2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0844fa6-0c76-4392-a5a8-97a13b36c428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:24.538645 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.543203 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9874671c-ff30-4112-9f8f-47d69543b272 req-ed3aac22-80e1-430d-8017-f9cfc8d29ed6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616055 Aug 09 15:55:24.548839 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-9620454f-1ac9-41ff-a7f7-c4a74d986d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.550306 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-9620454f-1ac9-41ff-a7f7-c4a74d986d8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 1096 time: 0.0616422 Aug 09 15:55:24.623008 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:24.626332 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:24.635311 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.668012 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-7745e047-2bda-4838-8f10-c2df59cb01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.671050 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-7745e047-2bda-4838-8f10-c2df59cb01fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 200 len: 911 time: 0.1117165 Aug 09 15:55:24.686479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.687098 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.688515 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] 10.222.0.21 "PUT /v2.0/ports/f0473fa7-5cfe-4063-98e6-405da0b021c2 HTTP/1.1" status: 200 len: 1093 time: 1.0792491 Aug 09 15:55:24.688950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:24.691212 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd377eb-6b60-455c-a494-50f4eb0f7f98" -d '{"events": [{"name": "network-changed", "server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:24.714755 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3998b-e3c4-422e-8a96-99005c745208 service neutron] Pushing event updated for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:24.746356 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-b5f87751-51d5-48bc-bbf6-b7b94beb3889 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02ef03a6-f677-46b1-970f-3e24c4856307 HTTP/1.1" status: 200 len: 217 time: 0.0590713 Aug 09 15:55:24.748516 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653ba62-4e1b-497a-8b35-fd74d5c663c7 x-openstack-request-id: req-9653ba62-4e1b-497a-8b35-fd74d5c663c7 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:24.748808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:24.749067 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9653ba62-4e1b-497a-8b35-fd74d5c663c7 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:24.750204 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2', 'status': 'completed', 'code': 200} Aug 09 15:55:24.846940 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-f69803bf-42a0-49cb-82e7-41451709a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.848963 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-f69803bf-42a0-49cb-82e7-41451709a48e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 1096 time: 0.0469046 Aug 09 15:55:24.853572 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-4d374903-3f5a-4889-92a7-719bddfe20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.855064 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-4d374903-3f5a-4889-92a7-719bddfe20a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25aa1246-7fcc-48af-b13a-fb0fbedf7c13 HTTP/1.1" status: 200 len: 849 time: 0.0534346 Aug 09 15:55:24.915835 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-24a35ee1-a8ae-4f00-a64b-5087ce741dcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304458 Aug 09 15:55:24.931194 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-4078b440-5f54-407c-ad47-4476cf1fedb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2 HTTP/1.1" status: 200 len: 217 time: 0.0465486 Aug 09 15:55:24.993818 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c6f6-9245-475a-aace-f3628cc6927a req-da0d3929-2bab-472d-90cd-3c728ea0b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:24.995302 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-da0d3929-2bab-472d-90cd-3c728ea0b285 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0548398 Aug 09 15:55:25.032082 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-c9ab3f6c-4a5a-4dee-9ba1-b6bd5d8f64dd service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037376 Aug 09 15:55:25.041357 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-1df6aa68-a256-4d71-a040-1caa9ed9a4f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275955 Aug 09 15:55:25.171986 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-ba312a43-b07f-4fa7-a519-3ff4e3c8b978 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984581 Aug 09 15:55:25.193050 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8f531ad7-da0f-47c3-8868-78e1a131b17d req-ef56af1d-6af6-48ef-bc73-43d7bbe15f41 service neutron] 10.222.0.21 "GET /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208038 Aug 09 15:55:25.227747 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25865e79-8f29-42ef-9342-f76063b76354 req-f81d7760-5de7-4f5d-b299-8499b30d51be tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.229391 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-25865e79-8f29-42ef-9342-f76063b76354 req-f81d7760-5de7-4f5d-b299-8499b30d51be tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0522330 Aug 09 15:55:25.273618 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f692c6f6-9245-475a-aace-f3628cc6927a req-dc965b96-f745-4029-ae57-8dc898a5d6c1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920765 Aug 09 15:55:25.276073 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-25865e79-8f29-42ef-9342-f76063b76354 req-591931b7-c95a-4735-991c-99f8f3ad71c5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Aug 09 15:55:25.421766 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-6e94ff6e-7b8e-43af-ac3b-af871509197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.423619 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-6e94ff6e-7b8e-43af-ac3b-af871509197e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 1096 time: 0.0429547 Aug 09 15:55:25.561742 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a90739-30ad-4283-8d64-68b4945b92f7 req-c7ae624e-d7e9-44a2-b12b-aa231cf787fc tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.563228 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-18a90739-30ad-4283-8d64-68b4945b92f7 req-c7ae624e-d7e9-44a2-b12b-aa231cf787fc tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0796282 Aug 09 15:55:25.566450 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-3ec37dbb-3c0c-44b2-9a89-1543c5496bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.567852 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-3ec37dbb-3c0c-44b2-9a89-1543c5496bc8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.1311305 Aug 09 15:55:25.621145 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-8a5f893b-41d5-4254-a89b-7ad70d9b1782 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2 HTTP/1.1" status: 200 len: 217 time: 0.0381987 Aug 09 15:55:25.634888 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-18a90739-30ad-4283-8d64-68b4945b92f7 req-31ed2a71-d782-488c-9990-782237eb7eaa tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 Aug 09 15:55:25.682144 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-92b5a8dc-2b93-4246-b291-58ef47050692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:25.683608 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-92b5a8dc-2b93-4246-b291-58ef47050692 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0478444 Aug 09 15:55:25.715566 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-3f31130a-bab8-486f-a390-2dc53f211e07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244150 Aug 09 15:55:25.808547 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-fbceffc6-9e21-4f9b-86ea-79bbdf087d7a service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Aug 09 15:55:25.905364 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1cd377eb-6b60-455c-a494-50f4eb0f7f98 req-c7e58eaf-cdfe-459e-9588-0b28d16ff23d service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Aug 09 15:55:26.255437 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63791c2-4840-4849-a93e-27e06b4b82b4 req-e1313446-314c-4b51-a14a-f2d30c67a967 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.256980 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e63791c2-4840-4849-a93e-27e06b4b82b4 req-e1313446-314c-4b51-a14a-f2d30c67a967 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0794983 Aug 09 15:55:26.271431 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-bb7c5352-ee40-46e3-b975-3217a50daa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.272828 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-bb7c5352-ee40-46e3-b975-3217a50daa91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.0623801 Aug 09 15:55:26.343202 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e63791c2-4840-4849-a93e-27e06b4b82b4 req-07149b50-8eed-44ce-9a21-602a5116eb03 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790803 Aug 09 15:55:26.385394 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-d0ce3760-c79b-41e5-b84c-52118c655e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.386906 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-d0ce3760-c79b-41e5-b84c-52118c655e77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.1001337 Aug 09 15:55:26.400819 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f913934-0cc5-459f-9913-49311fe0f765 req-994b48e0-546c-48e2-ad25-d1f45ad012f5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.402285 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1f913934-0cc5-459f-9913-49311fe0f765 req-994b48e0-546c-48e2-ad25-d1f45ad012f5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0524747 Aug 09 15:55:26.434128 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-a54bebd1-6d1c-422a-a513-bd438ebba672 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0348506 Aug 09 15:55:26.440935 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1f913934-0cc5-459f-9913-49311fe0f765 req-9d4c822f-36a4-4d96-909d-b3962e5c5a66 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Aug 09 15:55:26.500324 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-3d3cd910-c629-4fc2-abea-5acaa7a7a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.502205 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-3d3cd910-c629-4fc2-abea-5acaa7a7a4c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0544810 Aug 09 15:55:26.554891 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-7a4b50db-e521-49a1-87f2-f0703ccd1504 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275133 Aug 09 15:55:26.646359 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-f242d990-9847-4226-8274-09608e031c02 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814531 Aug 09 15:55:26.776166 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d0c3b-9c8f-4534-899a-8899b7b5f015 req-bfd80ce8-0f1c-4fdb-81c2-5abf1d598fc1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:26.778893 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-155d0c3b-9c8f-4534-899a-8899b7b5f015 req-bfd80ce8-0f1c-4fdb-81c2-5abf1d598fc1 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0759332 Aug 09 15:55:26.793704 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3de2815e-f40c-4ed4-9b1e-c79530ba6089 req-eb22d9e6-3aae-44d5-b1a7-cd888766d3bb service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383410 Aug 09 15:55:26.820157 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-155d0c3b-9c8f-4534-899a-8899b7b5f015 req-687b54f8-320d-496e-9d68-90b5fcb5e1f6 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Aug 09 15:55:26.945617 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ca89b432-4b55-44ad-8ea8-bd832f6d3fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.186541 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-af28c6d2-2031-4fbc-ac9a-846610feae2f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1303081866&fields=id&tenant_id=9c21ed19901546b183c9c8a95cdd1816 HTTP/1.1" status: 200 len: 267 time: 0.0479395 Aug 09 15:55:27.293848 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9fa34ed2-a2a0-4345-b889-9be7ed0af35b tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.295365 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9fa34ed2-a2a0-4345-b889-9be7ed0af35b tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 809 time: 0.1017540 Aug 09 15:55:27.311237 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-d2622e56-fd82-45dc-b92f-05feb14c1f4b tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/quotas/9c21ed19901546b183c9c8a95cdd1816 HTTP/1.1" status: 200 len: 375 time: 0.0100241 Aug 09 15:55:27.362207 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-0aadf988-6b1b-42b5-b57d-dacf4e22b671 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456812 Aug 09 15:55:27.468425 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa07fcb-9583-4231-ba32-d8cd54c93b27 req-b64a8fa8-0552-4681-8702-b7996cdeabce tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.469964 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aaa07fcb-9583-4231-ba32-d8cd54c93b27 req-b64a8fa8-0552-4681-8702-b7996cdeabce tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0515349 Aug 09 15:55:27.470294 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-808f4933-9e32-4f76-9fea-3367191cf8b3 service neutron] 10.222.0.90 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914738 Aug 09 15:55:27.516628 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aaa07fcb-9583-4231-ba32-d8cd54c93b27 req-4d65c609-8027-4518-9fe0-0f8639b515ec tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Aug 09 15:55:27.572474 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-c2241ea5-b42f-4907-b01e-465fbe7b0331 service neutron] 10.222.0.90 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958292 Aug 09 15:55:27.633877 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bf46f-ebb0-4c48-ba67-16e621de19f3 req-e94039d3-31c9-472d-ad2e-994dd643f605 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.634999 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-148bf46f-ebb0-4c48-ba67-16e621de19f3 req-e94039d3-31c9-472d-ad2e-994dd643f605 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0506330 Aug 09 15:55:27.674831 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-148bf46f-ebb0-4c48-ba67-16e621de19f3 req-71c052c0-0fa2-4400-a4db-ce63615ebddf tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Aug 09 15:55:27.872540 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2ba8db3b-d4c2-4e90-9ac9-6fd2ca0812b4 req-56e97647-240b-4789-99a8-0f37f1608be2 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Aug 09 15:55:27.950961 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca80fb-28d9-4834-804b-9e5effeb0b3a req-fc32dd26-c854-46b3-8380-54f18befbdff tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:27.952647 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-04ca80fb-28d9-4834-804b-9e5effeb0b3a req-fc32dd26-c854-46b3-8380-54f18befbdff tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0574291 Aug 09 15:55:27.992834 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-04ca80fb-28d9-4834-804b-9e5effeb0b3a req-0f84ef7a-6930-4f7f-8883-534f1189c501 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Aug 09 15:55:28.119048 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:28.634747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e667337-827f-4e2a-b913-3e24d0dd9552 req-5852c5a8-6f80-4f49-8d8b-ae42028a738f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.636287 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0e667337-827f-4e2a-b913-3e24d0dd9552 req-5852c5a8-6f80-4f49-8d8b-ae42028a738f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0471928 Aug 09 15:55:28.675551 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0e667337-827f-4e2a-b913-3e24d0dd9552 req-3e655937-bcbc-41e3-bcc2-ad5917854f37 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Aug 09 15:55:28.795509 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b1f5-d97f-456c-a255-ef34e91d1a66 req-5648d758-b072-4cf0-a83d-47e74a389d04 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:28.796990 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7307b1f5-d97f-456c-a255-ef34e91d1a66 req-5648d758-b072-4cf0-a83d-47e74a389d04 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0498843 Aug 09 15:55:28.838104 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7307b1f5-d97f-456c-a255-ef34e91d1a66 req-f5a2f651-a152-4c83-b0fc-35ec0d5d545d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Aug 09 15:55:28.978207 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aa864003-2494-454e-acaa-302a359aaa91 req-3d06d659-b305-46eb-91de-1d2848c60d29 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 210 time: 0.0325201 Aug 09 15:55:29.095827 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-53e2a494-a195-455d-9e7b-9372b36118c0 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.097268 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-53e2a494-a195-455d-9e7b-9372b36118c0 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 809 time: 0.1080775 Aug 09 15:55:29.117869 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141053-8081-4ed5-847c-68ed6839a468 req-f79018c8-3877-43cd-8c8a-87088b0753e8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.119758 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-71141053-8081-4ed5-847c-68ed6839a468 req-f79018c8-3877-43cd-8c8a-87088b0753e8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0543482 Aug 09 15:55:29.160661 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-71141053-8081-4ed5-847c-68ed6839a468 req-84fa6b59-8e2b-4906-b718-2f3c12bb9086 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328212 Aug 09 15:55:29.163098 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-7e437b20-39dd-4fbf-b3e3-91ac5374a025 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c21ed19901546b183c9c8a95cdd1816 HTTP/1.1" status: 200 len: 380 time: 0.0473695 Aug 09 15:55:29.193907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'port': {'device_id': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'admin_state_up': True, 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'security_groups': ['3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7']}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:29.306386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Made reservation on behalf of 9c21ed19901546b183c9c8a95cdd1816 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:29.310122 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.381651 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef8a-91d5-4d3c-8892-2ce7223a6701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.438483 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Allocated IP 172.20.0.9 (a5cc68f2-19d6-4abc-8c4d-5893783fd78f/671b6178-bfc6-4390-a63d-73c712082b96/63dfb703-6339-44ff-8012-39b334407ed0) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:29.582215 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.596721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Transition to ACTIVE for port object 63dfb703-6339-44ff-8012-39b334407ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:29.614987 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.631484 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.678759 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:29.681965 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:29.686387 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:29.712148 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:29.739088 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.739910 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.781109 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-31b530b1-80d6-49da-9413-760a2c26ebc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913718 Aug 09 15:55:29.802265 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Request body: {'port': {'device_id': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:29.812108 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63494d-84c4-4858-a0e8-85d4006b7ebc req-c16d095f-dec4-4f00-9a60-baba86d619e2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.813694 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f63494d-84c4-4858-a0e8-85d4006b7ebc req-c16d095f-dec4-4f00-9a60-baba86d619e2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0656366 Aug 09 15:55:29.899195 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7f63494d-84c4-4858-a0e8-85d4006b7ebc req-53c57e12-f1fa-4aa3-bb6a-7dcc136ada12 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672734 Aug 09 15:55:29.901775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.978818 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-754fe363-a2dc-4416-86c8-dc568fb2768a None None] Provisioning for port 63dfb703-6339-44ff-8012-39b334407ed0 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:29.983194 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-754fe363-a2dc-4416-86c8-dc568fb2768a None None] Provisioning complete for port 63dfb703-6339-44ff-8012-39b334407ed0 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:29.983670 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-754fe363-a2dc-4416-86c8-dc568fb2768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:29.988633 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded5b6-721c-490c-b8c4-646ff9b06b92 req-ea177868-5a3a-4697-9ee7-6319ffc35ff6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:29.990305 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-03ded5b6-721c-490c-b8c4-646ff9b06b92 req-ea177868-5a3a-4697-9ee7-6319ffc35ff6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0590370 Aug 09 15:55:30.045278 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-754fe363-a2dc-4416-86c8-dc568fb2768a None None] Port 63dfb703-6339-44ff-8012-39b334407ed0 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:30.064714 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-03ded5b6-721c-490c-b8c4-646ff9b06b92 req-093fc300-eb69-4fb4-86df-3d335b189054 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646427 Aug 09 15:55:30.178098 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d631072-edfb-41c8-84cd-bd6210c3c741 req-19d8622a-f4e9-4ac8-9613-df6eaf1ab87b tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.179971 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d631072-edfb-41c8-84cd-bd6210c3c741 req-19d8622a-f4e9-4ac8-9613-df6eaf1ab87b tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 931 time: 0.1053791 Aug 09 15:55:30.273098 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d631072-edfb-41c8-84cd-bd6210c3c741 req-acaa4e9c-4744-4e14-952d-72b4b35ee0f7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744219 Aug 09 15:55:30.286960 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dfb703-6339-44ff-8012-39b334407ed0 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:30.291499 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dd839-5ad2-4ebc-8e24-f5b24f1ecf74 req-3fa2366f-6105-4323-ab78-2841900990c9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.293594 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-877dd839-5ad2-4ebc-8e24-f5b24f1ecf74 req-3fa2366f-6105-4323-ab78-2841900990c9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0554824 Aug 09 15:55:30.299187 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.315370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Transition to ACTIVE for port object 63dfb703-6339-44ff-8012-39b334407ed0 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:30.320294 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.334550 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-877dd839-5ad2-4ebc-8e24-f5b24f1ecf74 req-f3ea06cd-24a8-4735-9bb2-197764e5e66c tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Aug 09 15:55:30.378533 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:30.446786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Attempting to bind port 63dfb703-6339-44ff-8012-39b334407ed0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:30.447236 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Attempting to bind port 63dfb703-6339-44ff-8012-39b334407ed0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:30.447561 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Attempting to bind port 63dfb703-6339-44ff-8012-39b334407ed0 on network a5cc68f2-19d6-4abc-8c4d-5893783fd78f {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:30.452374 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Port 63dfb703-6339-44ff-8012-39b334407ed0 on network a5cc68f2-19d6-4abc-8c4d-5893783fd78f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:55:30.452702 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Attempting to bind port 63dfb703-6339-44ff-8012-39b334407ed0 on network a5cc68f2-19d6-4abc-8c4d-5893783fd78f {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:30.457987 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:30.458327 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Checking segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:30.458717 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Bound using segment: {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:30.459143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Bound port: 63dfb703-6339-44ff-8012-39b334407ed0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0886f98-ddd6-4139-bb51-a74ba43a8a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:30.459510 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.531288 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:30.534410 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:30.543153 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.579009 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.579599 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.581553 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] 10.222.0.21 "PUT /v2.0/ports/63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 1093 time: 0.7836795 Aug 09 15:55:30.583613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:30.587449 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e901b-ab37-475f-8a78-d167f050fdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:30.624522 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907347f-4a63-4cb7-9f83-292effbf6951 service neutron] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:30.640169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d5b439-2b64-4f58-b67c-da1d91c7c522 x-openstack-request-id: req-86d5b439-2b64-4f58-b67c-da1d91c7c522 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:30.640463 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:30.640748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-86d5b439-2b64-4f58-b67c-da1d91c7c522 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:30.641120 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'status': 'completed', 'code': 200} Aug 09 15:55:30.776728 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-80dbb085-c403-4bc8-9d4a-35b83d923d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.778784 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-80dbb085-c403-4bc8-9d4a-35b83d923d49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1096 time: 0.0412667 Aug 09 15:55:30.835007 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-92dc40c8-13c1-4bb3-85fb-2622c052f024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 217 time: 0.0332024 Aug 09 15:55:30.883291 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:30.889243 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-7eebfbb6-5073-443f-92ec-7b2a5fa54cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.890698 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-7eebfbb6-5073-443f-92ec-7b2a5fa54cb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0472183 Aug 09 15:55:30.941740 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-20ec5167-bde7-482a-a539-3f23c1eaada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:30.943260 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-20ec5167-bde7-482a-a539-3f23c1eaada9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428753 Aug 09 15:55:31.023976 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7ef26-713b-4f86-a824-912defba93f2 req-35c766ae-ad00-4aa2-abf2-0cd50be224d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.025549 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0cf7ef26-713b-4f86-a824-912defba93f2 req-35c766ae-ad00-4aa2-abf2-0cd50be224d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0523500 Aug 09 15:55:31.057393 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-c0074f1c-87ef-4bae-91f1-947ff0b40b54 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042829 Aug 09 15:55:31.082526 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0cf7ef26-713b-4f86-a824-912defba93f2 req-bcbeb7b9-0457-431c-bbe0-03a7deca899c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346963 Aug 09 15:55:31.172133 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-857b0b44-5c55-4e1b-a8c6-685f19f7511e req-3b01baa3-0ba0-493b-8377-0898ae296e21 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056135 Aug 09 15:55:31.193942 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ddb58-d935-4b4c-b069-6cd7c0a3cd66 req-66aff3f0-fb03-49e4-960f-9e65d1922856 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.195440 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad9ddb58-d935-4b4c-b069-6cd7c0a3cd66 req-66aff3f0-fb03-49e4-960f-9e65d1922856 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0557110 Aug 09 15:55:31.233810 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad9ddb58-d935-4b4c-b069-6cd7c0a3cd66 req-340b8eb1-343a-41d4-946f-6aabae531f42 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Aug 09 15:55:31.357259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-a3be3496-3dd1-4e45-afc5-d71960a5c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.358919 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-a3be3496-3dd1-4e45-afc5-d71960a5c90e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1096 time: 0.0466511 Aug 09 15:55:31.430847 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c07fc4-cf25-433d-9868-bdbf73b18d8f req-3cd4ff46-1243-4765-96d7-c159cd9bdce7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.432423 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-69c07fc4-cf25-433d-9868-bdbf73b18d8f req-3cd4ff46-1243-4765-96d7-c159cd9bdce7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0870340 Aug 09 15:55:31.472123 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-69c07fc4-cf25-433d-9868-bdbf73b18d8f req-b006c6bd-98d7-4936-8cc7-10192f2acda4 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Aug 09 15:55:31.524183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069be9e-0a32-46ef-b098-2ce00fa55df8 req-fbe57d39-d084-4316-aa01-7acc33141de4 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.525699 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f069be9e-0a32-46ef-b098-2ce00fa55df8 req-fbe57d39-d084-4316-aa01-7acc33141de4 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0853667 Aug 09 15:55:31.530557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-c9df1f51-dd19-48bc-a5cc-dbd007f500b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.531964 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-c9df1f51-dd19-48bc-a5cc-dbd007f500b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.1622756 Aug 09 15:55:31.589100 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-6f66ef12-ae54-49e6-8b23-ff070894d1fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 217 time: 0.0425019 Aug 09 15:55:31.603385 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f069be9e-0a32-46ef-b098-2ce00fa55df8 req-ce00b1ef-3c68-4bff-a9a9-58266cfd58e0 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705094 Aug 09 15:55:31.647890 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-0d924cca-4d14-43a7-88da-ca0b0443a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.649355 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-0d924cca-4d14-43a7-88da-ca0b0443a868 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0496049 Aug 09 15:55:31.733749 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-dfa68bf2-1902-4c13-906f-9723a419379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:31.735235 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-dfa68bf2-1902-4c13-906f-9723a419379b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459034 Aug 09 15:55:31.823611 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-6e81da85-b556-49e9-8838-275e567212d0 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787859 Aug 09 15:55:31.920155 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da2e901b-ab37-475f-8a78-d167f050fdb2 req-a2600a7a-05c7-486b-8166-dba9020ae183 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862648 Aug 09 15:55:32.197574 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9589d4-07c0-43b8-9485-f9c365098d89 req-d2bffadd-adab-4166-96a7-e5a936fcb91b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.199096 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ec9589d4-07c0-43b8-9485-f9c365098d89 req-d2bffadd-adab-4166-96a7-e5a936fcb91b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0499961 Aug 09 15:55:32.238489 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ec9589d4-07c0-43b8-9485-f9c365098d89 req-12676a4e-206b-4854-a2f8-f6dd748aecf2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Aug 09 15:55:32.471130 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:32.563273 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22150407-8cfb-444d-89f3-0488cbaef9ba req-179375a1-8f74-4ca3-91f2-ba3e68c7e5c5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.565182 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-22150407-8cfb-444d-89f3-0488cbaef9ba req-179375a1-8f74-4ca3-91f2-ba3e68c7e5c5 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.2645257 Aug 09 15:55:32.602131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870af0b-daa8-437b-9cc1-ba9c176ef89d req-59167628-f862-44b7-84f0-03fe1cb9e8b9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.605096 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a870af0b-daa8-437b-9cc1-ba9c176ef89d req-59167628-f862-44b7-84f0-03fe1cb9e8b9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0576351 Aug 09 15:55:32.605248 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-22150407-8cfb-444d-89f3-0488cbaef9ba req-3e3992bd-e056-48bd-b2b4-18b9cd29a0ba tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Aug 09 15:55:32.645811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a870af0b-daa8-437b-9cc1-ba9c176ef89d req-83a838b5-7327-43ac-977a-cef059a0171f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346267 Aug 09 15:55:32.722327 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682c93-3598-4a43-8207-9ce8cb2286e4 req-3b8752d2-1054-4a3e-94f0-06930fac23f4 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:32.723703 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ba682c93-3598-4a43-8207-9ce8cb2286e4 req-3b8752d2-1054-4a3e-94f0-06930fac23f4 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0473630 Aug 09 15:55:32.761292 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ba682c93-3598-4a43-8207-9ce8cb2286e4 req-235a6219-4a29-437a-8310-8bb5af20ef3e tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Aug 09 15:55:33.358394 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8915-abaf-40ca-907d-308390b5e878 req-4cc162df-1fbb-40f2-a496-cbfc00ba1933 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.360208 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-139e8915-abaf-40ca-907d-308390b5e878 req-4cc162df-1fbb-40f2-a496-cbfc00ba1933 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0528753 Aug 09 15:55:33.397772 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-139e8915-abaf-40ca-907d-308390b5e878 req-b9481dfb-4488-4a8a-aa56-bea0620b6257 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Aug 09 15:55:33.725523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acfef-b98e-466c-974c-7741ab3d841e req-ef77205e-c618-4566-b42d-10f1f47023ed tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.727601 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a24acfef-b98e-466c-974c-7741ab3d841e req-ef77205e-c618-4566-b42d-10f1f47023ed tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 943 time: 0.0542824 Aug 09 15:55:33.770390 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86dd3a-314b-43d0-8457-a04497a4e592 req-a192e543-f6eb-4157-ad6e-f5779d3d9a02 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.771995 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1f86dd3a-314b-43d0-8457-a04497a4e592 req-a192e543-f6eb-4157-ad6e-f5779d3d9a02 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0505137 Aug 09 15:55:33.772323 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a24acfef-b98e-466c-974c-7741ab3d841e req-d56d6dde-f710-4c96-a007-4549687e85aa tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Aug 09 15:55:33.814734 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1f86dd3a-314b-43d0-8457-a04497a4e592 req-a51e2ea8-cec3-4c93-8c67-2c48b2a5c93f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350959 Aug 09 15:55:33.879176 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b921c0-2f20-49cf-b954-401ad0e18815 req-c447e76d-05d7-4cbd-87ac-6d436f2da552 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:33.880677 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f6b921c0-2f20-49cf-b954-401ad0e18815 req-c447e76d-05d7-4cbd-87ac-6d436f2da552 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Aug 09 15:55:33.918115 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f6b921c0-2f20-49cf-b954-401ad0e18815 req-2f9a39f2-7ec6-41d8-a9d1-71c143d25fbc tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314810 Aug 09 15:55:34.179363 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device f0473fa7-5cfe-4063-98e6-405da0b021c2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:34.270517 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:34.282554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'f0473fa7-5cfe-4063-98e6-405da0b021c2', 'network_id': '3e5d1c17-7d22-4937-b328-d663bc701675', 'port_id': 'f0473fa7-5cfe-4063-98e6-405da0b021c2', 'mac_address': 'fa:16:3e:41:a6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e94d6b-286a-4c15-ad07-7c39edee0431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:34.323155 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.335890 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0473fa7-5cfe-4063-98e6-405da0b021c2 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:34.355686 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:34.360402 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.360988 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 02ef03a6-f677-46b1-970f-3e24c4856307 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:34.454353 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.499448 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02ef03a6-f677-46b1-970f-3e24c4856307,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:34.511638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '02ef03a6-f677-46b1-970f-3e24c4856307', 'network_id': 'f3580e04-1f6d-4aec-bad7-0de4a4d0aee5', 'port_id': '02ef03a6-f677-46b1-970f-3e24c4856307', 'mac_address': 'fa:16:3e:40:21:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa1246-7fcc-48af-b13a-fb0fbedf7c13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:34.514687 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b1033-e33d-462d-a3b7-8154ee733856 req-ef410898-c02b-4d55-a2f1-70f20edd6c4b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.516187 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b8b1033-e33d-462d-a3b7-8154ee733856 req-ef410898-c02b-4d55-a2f1-70f20edd6c4b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 09 15:55:34.550785 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.558772 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b8b1033-e33d-462d-a3b7-8154ee733856 req-1c4f5fba-98c8-4c20-a587-b46645ef1203 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Aug 09 15:55:34.570429 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ef03a6-f677-46b1-970f-3e24c4856307 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:34.591538 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02ef03a6-f677-46b1-970f-3e24c4856307,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:34.595888 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:34.642292 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:34.891188 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0fc1e-c0cc-4a85-a6fa-dda3623d0d4f req-a0fb530c-e438-40e6-8711-919e17a6247a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.892755 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6c0fc1e-c0cc-4a85-a6fa-dda3623d0d4f req-a0fb530c-e438-40e6-8711-919e17a6247a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 944 time: 0.0498512 Aug 09 15:55:34.933560 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6c0fc1e-c0cc-4a85-a6fa-dda3623d0d4f req-86969413-6a6a-477c-8f62-7d1791440bc3 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Aug 09 15:55:34.937675 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f063-7a48-4897-b5f1-cabadc56c887 req-72ed9d45-a6b0-4a5e-897c-fd4588387dc6 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:34.939175 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-75b5f063-7a48-4897-b5f1-cabadc56c887 req-72ed9d45-a6b0-4a5e-897c-fd4588387dc6 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0570655 Aug 09 15:55:34.978811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-75b5f063-7a48-4897-b5f1-cabadc56c887 req-da91854c-6400-4e64-bef4-0fe42269735a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Aug 09 15:55:35.038407 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3690-2512-49fb-8fc3-0b42568d4807 req-3937999c-1c91-4a7e-9cdb-f52f4d50fe48 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.039881 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-237a3690-2512-49fb-8fc3-0b42568d4807 req-3937999c-1c91-4a7e-9cdb-f52f4d50fe48 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 944 time: 0.0496221 Aug 09 15:55:35.084059 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-237a3690-2512-49fb-8fc3-0b42568d4807 req-8326f51b-936e-4d88-96ff-8efb02712d2a tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Aug 09 15:55:35.234844 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['f0473fa7-5cfe-4063-98e6-405da0b021c2'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:35.269957 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['02ef03a6-f677-46b1-970f-3e24c4856307'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:35.675001 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425d1b-86e0-4c9e-b344-053e7fe97919 req-2468288a-07b5-4f43-86e2-6085c6418764 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:35.676534 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-63425d1b-86e0-4c9e-b344-053e7fe97919 req-2468288a-07b5-4f43-86e2-6085c6418764 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0492103 Aug 09 15:55:35.715123 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-63425d1b-86e0-4c9e-b344-053e7fe97919 req-089beaea-7ced-44bb-b088-f2531cf57db9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Aug 09 15:55:36.059994 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b230c4f-7ceb-4543-a09f-50989c333746 req-fb5dbf97-d000-442a-831e-341c368006a7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.061591 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b230c4f-7ceb-4543-a09f-50989c333746 req-fb5dbf97-d000-442a-831e-341c368006a7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 944 time: 0.0577061 Aug 09 15:55:36.099030 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11048381-ec6f-46ce-8f6a-42b7d407ec2d req-65455012-e209-4311-8c98-5249f2d244b4 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.100369 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b230c4f-7ceb-4543-a09f-50989c333746 req-233e54f6-214f-4e41-ab99-53e0c857d706 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 Aug 09 15:55:36.100563 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-11048381-ec6f-46ce-8f6a-42b7d407ec2d req-65455012-e209-4311-8c98-5249f2d244b4 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0487931 Aug 09 15:55:36.143998 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-11048381-ec6f-46ce-8f6a-42b7d407ec2d req-9cc5ad78-67fd-43ed-bdfa-ecb6344579a3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330911 Aug 09 15:55:36.207358 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc562eab-05a1-4503-9896-b3a833c19a25 req-3defe407-8674-4b13-bd0b-9cb81ee93575 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.208846 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dc562eab-05a1-4503-9896-b3a833c19a25 req-3defe407-8674-4b13-bd0b-9cb81ee93575 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 944 time: 0.0484831 Aug 09 15:55:36.245674 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dc562eab-05a1-4503-9896-b3a833c19a25 req-8dca6c11-148f-4198-a57b-42c80d5a621e tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303459 Aug 09 15:55:36.832355 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262acb5-1963-4dbd-a0b6-bc9aa2ff913b req-3f1fdcff-e707-492e-8638-e832dd248819 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:36.833845 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5262acb5-1963-4dbd-a0b6-bc9aa2ff913b req-3f1fdcff-e707-492e-8638-e832dd248819 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0525496 Aug 09 15:55:36.870496 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5262acb5-1963-4dbd-a0b6-bc9aa2ff913b req-4694a93f-ccfc-4069-b9a3-d9a7aa4acaaf tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306981 Aug 09 15:55:37.233473 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5506b65-90ce-449e-98e7-a6f2fa8041bd req-f271c305-3be0-495e-869e-90f4315d7b0b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.236103 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a5506b65-90ce-449e-98e7-a6f2fa8041bd req-f271c305-3be0-495e-869e-90f4315d7b0b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 944 time: 0.0660996 Aug 09 15:55:37.268134 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0d71a-d593-49ab-bcd7-244907ec38e0 req-70e0eda3-d40f-47ee-9ed2-8de77a6c10dc tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.270554 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2d0d71a-d593-49ab-bcd7-244907ec38e0 req-70e0eda3-d40f-47ee-9ed2-8de77a6c10dc tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0559158 Aug 09 15:55:37.299890 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a5506b65-90ce-449e-98e7-a6f2fa8041bd req-66f72f92-7a62-47d0-9689-47f528efec42 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535235 Aug 09 15:55:37.333599 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2d0d71a-d593-49ab-bcd7-244907ec38e0 req-6114aa3f-06dc-4c67-9741-6057a45d62f3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511112 Aug 09 15:55:37.410718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d23a0-da50-4337-933a-27588bfaed98 req-4b28da35-d886-4e3b-8cd3-6f3b28305d2b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.412624 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3d7d23a0-da50-4337-933a-27588bfaed98 req-4b28da35-d886-4e3b-8cd3-6f3b28305d2b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 944 time: 0.0539739 Aug 09 15:55:37.453553 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3d7d23a0-da50-4337-933a-27588bfaed98 req-ec302a8f-decc-486e-9a14-7340cab6402c tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Aug 09 15:55:37.991172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb38b-41bd-4494-8c7e-aeb2420fd207 req-993a82ae-1f6b-42bc-9a94-2d5b6ed66c4e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:37.992467 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b19bb38b-41bd-4494-8c7e-aeb2420fd207 req-993a82ae-1f6b-42bc-9a94-2d5b6ed66c4e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0521274 Aug 09 15:55:38.030775 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b19bb38b-41bd-4494-8c7e-aeb2420fd207 req-51778a99-f4b6-413d-b42a-aedce130539c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Aug 09 15:55:38.194320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device f0473fa7-5cfe-4063-98e6-405da0b021c2 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:38.242103 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port f0473fa7-5cfe-4063-98e6-405da0b021c2 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:38.245735 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port f0473fa7-5cfe-4063-98e6-405da0b021c2 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:38.246117 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.326320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.350630 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:38.351552 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7487e81e-57ab-4c7e-bdb0-97d529aa488e" -d '{"events": [{"server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "name": "network-vif-plugged", "status": "completed", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:38.367703 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:38.373224 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.374052 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 02ef03a6-f677-46b1-970f-3e24c4856307 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:38.404517 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e108ab-c83e-46f3-b05d-38d090ced331 req-7dda3d44-8f62-48df-b725-e5194da29c46 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.407682 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23e108ab-c83e-46f3-b05d-38d090ced331 req-7dda3d44-8f62-48df-b725-e5194da29c46 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 944 time: 0.0522804 Aug 09 15:55:38.469520 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.472339 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23e108ab-c83e-46f3-b05d-38d090ced331 req-df7389d7-ebce-4c38-8717-b105ca3e0c05 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480399 Aug 09 15:55:38.475421 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d68ef6-8d9f-4797-9fe9-642ecd2930ae req-44cd93dd-2588-4b83-a9c8-8fe5cd0768ea tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.479318 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 02ef03a6-f677-46b1-970f-3e24c4856307 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:38.484598 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 02ef03a6-f677-46b1-970f-3e24c4856307 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:38.484984 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.486339 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-79d68ef6-8d9f-4797-9fe9-642ecd2930ae req-44cd93dd-2588-4b83-a9c8-8fe5cd0768ea tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0855949 Aug 09 15:55:38.531848 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-79d68ef6-8d9f-4797-9fe9-642ecd2930ae req-ab923424-4860-4ccb-b980-30ab8b77e4ae tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Aug 09 15:55:38.541600 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7e131a-fd12-4a75-bab8-86fd77e17c33 x-openstack-request-id: req-cd7e131a-fd12-4a75-bab8-86fd77e17c33 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:38.541969 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "name": "network-vif-plugged", "status": "completed", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:38.542284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd7e131a-fd12-4a75-bab8-86fd77e17c33 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:38.542736 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2', 'code': 200} Aug 09 15:55:38.612580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.656296 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02ef03a6-f677-46b1-970f-3e24c4856307,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:38.658237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042ccbf-8ced-469e-8628-5f364b8539f9 req-268d91f2-b6f0-4055-8bcf-504cadbdfbf9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.660588 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2042ccbf-8ced-469e-8628-5f364b8539f9 req-268d91f2-b6f0-4055-8bcf-504cadbdfbf9 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 944 time: 0.0624955 Aug 09 15:55:38.661291 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:38.722994 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2042ccbf-8ced-469e-8628-5f364b8539f9 req-f3fcfe81-59d4-4cf8-a370-55b9bb36e2df tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Aug 09 15:55:38.723273 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:38.821876 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d27b6f-7561-4760-bc1c-899a415d90bd req-5661f3da-379d-4950-bfb1-9cdda5008cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:38.823497 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88d27b6f-7561-4760-bc1c-899a415d90bd req-5661f3da-379d-4950-bfb1-9cdda5008cfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 1098 time: 0.0471363 Aug 09 15:55:38.882311 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88d27b6f-7561-4760-bc1c-899a415d90bd req-c1712cb0-f3cd-4d41-9261-6d2a532dc207 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276268 Aug 09 15:55:39.146048 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4722cf-e9d0-435b-a848-0e92049428b0 req-14868837-8047-407b-8e4c-3cb5649eb58b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.147574 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af4722cf-e9d0-435b-a848-0e92049428b0 req-14868837-8047-407b-8e4c-3cb5649eb58b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0490761 Aug 09 15:55:39.185006 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af4722cf-e9d0-435b-a848-0e92049428b0 req-6aaa0c82-0b32-430a-bb2b-cb0b8d1df332 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313146 Aug 09 15:55:39.594320 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d110c-a967-4034-b22a-232d3870fed9 req-ef08311d-c91c-4b3c-9293-589383c66b8b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.595868 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d7d110c-a967-4034-b22a-232d3870fed9 req-ef08311d-c91c-4b3c-9293-589383c66b8b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0540936 Aug 09 15:55:39.636306 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d7d110c-a967-4034-b22a-232d3870fed9 req-2bb06ee6-dd86-49fa-83c5-e5d109958b7d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Aug 09 15:55:39.656290 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c3c84-e1f8-40d6-b95e-f024bb3e1fe1 req-180b0cf7-358b-4358-938a-2652bf15e637 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.657776 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1d3c3c84-e1f8-40d6-b95e-f024bb3e1fe1 req-180b0cf7-358b-4358-938a-2652bf15e637 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0486736 Aug 09 15:55:39.697729 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1d3c3c84-e1f8-40d6-b95e-f024bb3e1fe1 req-e26ac2a2-f2ce-4a7e-a3cd-b0b656bbb740 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341594 Aug 09 15:55:39.845033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f19307-f261-4496-9cd2-0ca0700b76c0 req-75181c13-cb58-4fe8-be59-f62ae2161d04 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:39.846791 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a2f19307-f261-4496-9cd2-0ca0700b76c0 req-75181c13-cb58-4fe8-be59-f62ae2161d04 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0532739 Aug 09 15:55:39.892318 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a2f19307-f261-4496-9cd2-0ca0700b76c0 req-ccb4189d-1849-4bde-aba9-07ce48d09418 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Aug 09 15:55:40.194985 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:55:40.293659 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:40.305421 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '63dfb703-6339-44ff-8012-39b334407ed0', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'mac_address': 'fa:16:3e:53:f8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:55:40.307799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f3a81-6664-4d24-89fa-d41a4d3e3ad9 req-0b488238-259e-4619-8f15-034d23de1dbd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.309369 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c27f3a81-6664-4d24-89fa-d41a4d3e3ad9 req-0b488238-259e-4619-8f15-034d23de1dbd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0537386 Aug 09 15:55:40.348642 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c27f3a81-6664-4d24-89fa-d41a4d3e3ad9 req-64b8ca63-883e-4e8e-9620-7bd0bf358cba tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Aug 09 15:55:40.349798 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.362961 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dfb703-6339-44ff-8012-39b334407ed0 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:55:40.382246 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:40.386092 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:40.433329 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:40.544264 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:40.546599 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73638958-8837-428e-abb4-452d597ebcb5" -d '{"events": [{"server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "name": "network-vif-plugged", "status": "completed", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:40.592081 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb4a6c0-3e77-4bea-a8c0-e3ca245e8749 x-openstack-request-id: req-ccb4a6c0-3e77-4bea-a8c0-e3ca245e8749 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:40.592363 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "name": "network-vif-plugged", "status": "completed", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:40.592612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ccb4a6c0-3e77-4bea-a8c0-e3ca245e8749 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:40.592998 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307', 'code': 200} Aug 09 15:55:40.759529 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eec800-5d32-494d-95a8-7876df0cc489 req-9f7c9bfc-6f75-49cc-b8d8-454136b13a9a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.761089 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-43eec800-5d32-494d-95a8-7876df0cc489 req-9f7c9bfc-6f75-49cc-b8d8-454136b13a9a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Aug 09 15:55:40.811329 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-43eec800-5d32-494d-95a8-7876df0cc489 req-ba8d2628-b6b7-455c-a402-f0f96ceda159 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Aug 09 15:55:40.818615 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1620ca-9ad0-4c5f-8eeb-ec24f9375fd9 req-e2f27186-8b13-45b4-8790-7e2b9903a89c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.819774 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ee1620ca-9ad0-4c5f-8eeb-ec24f9375fd9 req-e2f27186-8b13-45b4-8790-7e2b9903a89c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0506382 Aug 09 15:55:40.864815 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ee1620ca-9ad0-4c5f-8eeb-ec24f9375fd9 req-45df703e-e227-4eea-9523-da5b470c7b54 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363593 Aug 09 15:55:40.929714 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8d4d-c53c-4fbf-a0d1-070874057b01 req-19ab72cd-6878-4132-9f63-0c4c6724ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:40.931236 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-60bc8d4d-c53c-4fbf-a0d1-070874057b01 req-19ab72cd-6878-4132-9f63-0c4c6724ab57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 1098 time: 0.0550008 Aug 09 15:55:40.986058 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-60bc8d4d-c53c-4fbf-a0d1-070874057b01 req-7cc17dac-91d8-4916-b3a4-bbafd94f19d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Aug 09 15:55:41.013322 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['63dfb703-6339-44ff-8012-39b334407ed0'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:41.071399 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541187-55bc-4ef1-816d-bf239a310548 req-ef9241db-48f5-4320-a56f-1607fea818d0 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.076240 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af541187-55bc-4ef1-816d-bf239a310548 req-ef9241db-48f5-4320-a56f-1607fea818d0 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0958436 Aug 09 15:55:41.116306 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af541187-55bc-4ef1-816d-bf239a310548 req-119a6a2b-2a6b-4391-8758-6ba69b6fa56d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Aug 09 15:55:41.462307 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24addaf1-fac5-4a80-b2f5-6e0904ea23c5 req-1b2cc3e6-7df0-41bd-b809-27ee80f559d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.463814 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-24addaf1-fac5-4a80-b2f5-6e0904ea23c5 req-1b2cc3e6-7df0-41bd-b809-27ee80f559d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0484626 Aug 09 15:55:41.505980 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-24addaf1-fac5-4a80-b2f5-6e0904ea23c5 req-a744de89-f8ad-4b94-a849-4f961b4775ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Aug 09 15:55:41.989020 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c55e1d-385f-419f-bdd7-a7da5feca82a req-60df31dd-048c-4716-850b-840c917e7c3a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:41.990615 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e6c55e1d-385f-419f-bdd7-a7da5feca82a req-60df31dd-048c-4716-850b-840c917e7c3a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0585411 Aug 09 15:55:42.034485 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e6c55e1d-385f-419f-bdd7-a7da5feca82a req-a575ac22-61b2-432c-addb-27c3c30089a9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355120 Aug 09 15:55:42.268270 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87625c0d-decf-4128-af5c-d5e38e355354 req-5a4bfa35-ab47-45d5-9d8b-29d215fae512 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.269838 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-87625c0d-decf-4128-af5c-d5e38e355354 req-5a4bfa35-ab47-45d5-9d8b-29d215fae512 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0600832 Aug 09 15:55:42.301760 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47124) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.313555 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-87625c0d-decf-4128-af5c-d5e38e355354 req-522a31d5-4fca-4506-8c29-76dafdc3e784 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Aug 09 15:55:42.448609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.550526 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.568765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.617094 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdecf8c-c69d-4511-98d0-a6b4ba613234,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:42.625313 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d466cd53a76f4c19a84e208a46cf44a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199513 Aug 09 15:55:42.625557 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47136) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:42.627571 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.627938 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.628272 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.628601 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.628926 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.629249 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.629577 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.629890 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.630208 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.630777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.631248 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.631830 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4569b-4b78-4d2a-966a-b1e3c4d62e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.671366 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391198b-50d6-417a-976e-dd7021d65351 req-5ca8701a-3c9a-40d4-a4b5-9d7d6736353b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:42.673015 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5391198b-50d6-417a-976e-dd7021d65351 req-5ca8701a-3c9a-40d4-a4b5-9d7d6736353b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0838177 Aug 09 15:55:42.721609 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.728378 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5391198b-50d6-417a-976e-dd7021d65351 req-c3f6f458-4f3e-47f3-9a0a-dd0fb8e3227d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Aug 09 15:55:42.750063 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.825774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.828337 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:42.829455 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6cdecf8c-c69d-4511-98d0-a6b4ba613234 HTTP/1.1" status: 204 len: 168 time: 0.2029848 Aug 09 15:55:42.841458 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdecf8c-c69d-4511-98d0-a6b4ba613234,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:42.852306 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-f5c70cf5-9729-4fa6-8fec-8dcaa351a45c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628765 Aug 09 15:55:42.853533 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.853929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.854263 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.854591 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.854909 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.855228 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.855546 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.855913 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.856227 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.856541 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.856850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:42.857158 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145303d-76f6-4123-868e-4d0e9ff1b301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:43.038244 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53441-d262-4f4c-9364-f19d401852b3 req-3de6fa1f-dc41-434f-b933-42cbf78c4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.040072 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-3de6fa1f-dc41-434f-b933-42cbf78c4485 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 1098 time: 0.0448544 Aug 09 15:55:43.170262 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b470-1b5c-4662-9b56-2d1f42fa2180 req-d902d6e0-6aef-4982-a46b-0ef024bc4231 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.171891 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7dd6b470-1b5c-4662-9b56-2d1f42fa2180 req-d902d6e0-6aef-4982-a46b-0ef024bc4231 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Aug 09 15:55:43.182831 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53441-d262-4f4c-9364-f19d401852b3 req-ecff8505-5587-40e1-8ad5-86d0b0cb0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.184532 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-ecff8505-5587-40e1-8ad5-86d0b0cb0b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 200 len: 915 time: 0.1106312 Aug 09 15:55:43.220246 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7dd6b470-1b5c-4662-9b56-2d1f42fa2180 req-ef7fdee8-5c57-4884-9587-b557bc502d85 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Aug 09 15:55:43.228359 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-b9d6ab7e-4b82-4fc1-adf6-d5abf8654c77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 200 len: 217 time: 0.0361631 Aug 09 15:55:43.298296 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53441-d262-4f4c-9364-f19d401852b3 req-0106633a-015d-45bc-9968-d96830241c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.299968 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-0106633a-015d-45bc-9968-d96830241c8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 200 len: 853 time: 0.0449934 Aug 09 15:55:43.339527 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-7a0bb221-5cca-41bc-bdf9-100603735c96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e5d1c17-7d22-4937-b328-d663bc701675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250459 Aug 09 15:55:43.484579 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7539c-e790-4742-aa1c-bc5d5c63f1e3 req-87738aa3-ae06-4566-abce-fa0336bf9b97 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.486291 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6c7539c-e790-4742-aa1c-bc5d5c63f1e3 req-87738aa3-ae06-4566-abce-fa0336bf9b97 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0773342 Aug 09 15:55:43.490475 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-ac6f05f1-9c78-463b-80c3-d9d858c33de4 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360624 Aug 09 15:55:43.570990 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a6c7539c-e790-4742-aa1c-bc5d5c63f1e3 req-666fcd40-62d6-4741-ac17-4dd2c2bd6914 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781047 Aug 09 15:55:43.576056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47166) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:43.611392 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-71d53441-d262-4f4c-9364-f19d401852b3 req-75db0b39-0b29-457c-b63e-f2b324c6c1b5 service neutron] 10.222.0.21 "GET /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041431 Aug 09 15:55:43.687613 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-363588541-network', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:43.714008 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Made reservation on behalf of f71c61fabc90427aa7ef282b3e8f8c7f for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:43.717994 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.728357 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.847977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.855944 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.888013 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34296c20-1033-447d-a964-f34dfcb363af req-830b2959-b0e7-43ea-b84f-6f65316b81ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:43.892283 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-34296c20-1033-447d-a964-f34dfcb363af req-830b2959-b0e7-43ea-b84f-6f65316b81ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0898314 Aug 09 15:55:43.893158 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:43.920796 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0c8ec-a686-44a0-b954-7a69039675e6,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:43.924818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:43.925169 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Added segment af7a5f39-4b76-43a5-a257-73d6f53c1164 of type vlan for network 69496bb5-b021-466f-b5ff-5a0557e87bee Aug 09 15:55:43.990441 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-34296c20-1033-447d-a964-f34dfcb363af req-e055be89-4011-49ab-aec4-67caa637f3e8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902510 Aug 09 15:55:43.992130 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.036087 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.037735 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.038334 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.092259 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5148361 Aug 09 15:55:44.094675 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47182) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:44.100330 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Request body: {'subnet': {'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-363588541-subnet', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:44.100495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287e0fd-0668-44b5-8732-a11cfe84cc7e admin admin] Pushing event updated for resources: {'Network': ['ID=69496bb5-b021-466f-b5ff-5a0557e87bee,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.111414 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 69496bb5-b021-466f-b5ff-5a0557e87bee details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:44.124166 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Made reservation on behalf of f71c61fabc90427aa7ef282b3e8f8c7f for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:44.127112 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.214518 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:44.268489 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 63dfb703-6339-44ff-8012-39b334407ed0 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:44.272172 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 63dfb703-6339-44ff-8012-39b334407ed0 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:44.272537 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.329762 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.351046 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.376075 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:44.378750 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5132e1e-0cca-4e89-b528-ee30935f4640" -d '{"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-plugged", "status": "completed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:44.383915 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a036-76f2-4b7f-83af-ac62a9aa3296 req-0919c5bf-ba5f-4d15-9b63-66e84fde99cd tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.385592 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-de63a036-76f2-4b7f-83af-ac62a9aa3296 req-0919c5bf-ba5f-4d15-9b63-66e84fde99cd tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0920696 Aug 09 15:55:44.395341 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:44.396573 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.403830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.438416 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:44.439024 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Network hostable DHCP agents. Network: 69496bb5-b021-466f-b5ff-5a0557e87bee, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:44.454807 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dda376-c4e7-41a9-8734-486d73cb5a00 x-openstack-request-id: req-84dda376-c4e7-41a9-8734-486d73cb5a00 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:44.455093 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-plugged", "status": "completed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:44.455341 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84dda376-c4e7-41a9-8734-486d73cb5a00 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:44.455741 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'code': 200} Aug 09 15:55:44.471486 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-de63a036-76f2-4b7f-83af-ac62a9aa3296 req-aab1a175-b38c-4d08-a3db-977300dd40b9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562062 Aug 09 15:55:44.472826 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:44.475901 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:44.484365 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 69496bb5-b021-466f-b5ff-5a0557e87bee) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:44.494484 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb1d3d-5dab-4489-9426-d9d6215cbd50 None None] Network 69496bb5-b021-466f-b5ff-5a0557e87bee requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:44.499125 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.499992 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.525995 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b7d05717-a2a0-46ee-acb6-7903ce21c5a3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4271760 Aug 09 15:55:44.526216 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47194) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:44.535885 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:44.564042 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.565193 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.630223 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.663717 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-69496bb5-b021-466f-b5ff-5a0557e87bee', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:44.664686 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.801185 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:44.807280 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Allocated IP 172.20.0.2 (69496bb5-b021-466f-b5ff-5a0557e87bee/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9/09fbd00c-d276-4c0b-b679-a6c2a4ad5806) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:44.818784 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820baa7-47d3-4f1d-a201-b2fcdf08b839 req-df2bcc2b-7174-4a1a-bf38-d81e8991e3f8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:44.820643 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1820baa7-47d3-4f1d-a201-b2fcdf08b839 req-df2bcc2b-7174-4a1a-bf38-d81e8991e3f8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.1214724 Aug 09 15:55:44.903959 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1820baa7-47d3-4f1d-a201-b2fcdf08b839 req-5eaf439a-f6d7-4af7-a938-3e0235599c31 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Aug 09 15:55:45.078156 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.086640 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Transition to ACTIVE for port object 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:45.101903 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Transition to ACTIVE for port object 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:45.103552 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a9fa-9e8c-48c5-a6e7-275859f404c2 req-d6a2030f-5da2-4a46-bdf1-1657c26aa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.108605 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-98f0a9fa-9e8c-48c5-a6e7-275859f404c2 req-d6a2030f-5da2-4a46-bdf1-1657c26aa43d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.1073334 Aug 09 15:55:45.110036 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.110495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.128815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ada0b-b905-4272-820d-3086d9186467 req-a68f73fb-2092-4146-9d25-22131dacd3b9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.130456 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-010ada0b-b905-4272-820d-3086d9186467 req-a68f73fb-2092-4146-9d25-22131dacd3b9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0564914 Aug 09 15:55:45.139065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.155392 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:45.159334 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:45.161250 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Pushing event updated for resources: {'Port': ['ID=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.163626 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:45.187933 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-010ada0b-b905-4272-820d-3086d9186467 req-b192d44d-7009-4dd0-8872-1b58a140aff0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 Aug 09 15:55:45.212656 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-98f0a9fa-9e8c-48c5-a6e7-275859f404c2 req-007ee252-017a-49f4-a015-df5df2d40ef0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817811 Aug 09 15:55:45.222141 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Attempting to bind port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:45.222768 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Attempting to bind port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:45.223306 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Attempting to bind port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:45.228523 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:45.229267 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:45.229507 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.229900 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Bound using segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:45.231945 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Bound port: 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:45.232371 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.274733 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Allocated IP 172.27.1.17 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/8867eb8e-7631-4562-912d-217c37d08432) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:45.296922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] For port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:45.300189 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] For port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:45.304945 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.368099 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e042c6-9527-4785-b586-f2e7aae5e49c None None] Pushing event updated for resources: {'Port': ['ID=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.387364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.428870 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.470317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:45.477128 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:45.480640 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:45.510384 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Pushing event updated for resources: {'Port': ['ID=8867eb8e-7631-4562-912d-217c37d08432,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:45.703310 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c695-606d-4f6f-8dc0-0be7c31e62aa req-53464258-a4dd-442a-b527-8ad69c3f6db2 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:45.705556 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0d12c695-606d-4f6f-8dc0-0be7c31e62aa req-53464258-a4dd-442a-b527-8ad69c3f6db2 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0966194 Aug 09 15:55:45.755528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:45.817525 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0d12c695-606d-4f6f-8dc0-0be7c31e62aa req-3779f1fb-f079-4f19-b751-e6fc50ddc7ba tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795186 Aug 09 15:55:45.836066 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.038367 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.053924 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ff3e5-4c1d-463e-9b0a-e9b14c346ab8 req-cbf6c92e-c3f5-4a99-8493-9af94dea90d7 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.056372 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c2ff3e5-4c1d-463e-9b0a-e9b14c346ab8 req-cbf6c92e-c3f5-4a99-8493-9af94dea90d7 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0699489 Aug 09 15:55:46.103710 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c2ff3e5-4c1d-463e-9b0a-e9b14c346ab8 req-9286255d-be34-409c-860d-2428d2583e75 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404718 Aug 09 15:55:46.337143 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:46.340875 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254ed1b-f417-4bd6-ba88-a29bb0d51463 None None] Network 69496bb5-b021-466f-b5ff-5a0557e87bee requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:46.439901 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f7ace-a87e-4b2b-a06f-e21a17869979 req-85e344b7-e52e-42f9-9146-091bd562dd32 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.441546 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-322f7ace-a87e-4b2b-a06f-e21a17869979 req-85e344b7-e52e-42f9-9146-091bd562dd32 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0690188 Aug 09 15:55:46.450258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-b6ab3b91-b1c6-4ae7-8255-d03e25bc2632 None None] Provisioning for port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:46.488967 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Router 91a56dd4-96e5-41be-8573-d4c809a039ae is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:46.495984 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-322f7ace-a87e-4b2b-a06f-e21a17869979 req-6c768cb0-a115-497d-823f-5fa8c31b6af5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Aug 09 15:55:46.500333 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:46.509727 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:46.510160 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.602950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:46.615142 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:46.620954 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.623406 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-a5c5cb9c-70be-434e-94f6-98f24c6bce8d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0911055 Aug 09 15:55:46.626241 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:46.626922 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:46.627186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47226) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:46.640437 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.679991 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:46.686102 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.736397 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:46.864422 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:46.899696 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-bd79b798-2a51-4662-969a-62fb0a8f1836 None None] Provisioning complete for port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:46.900162 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-bd79b798-2a51-4662-969a-62fb0a8f1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:46.947073 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba0d1c-5a3c-42c0-9450-e3bc7010c5b8 req-364378f5-c383-40a9-9f41-77039ab488c3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:46.949410 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07ba0d1c-5a3c-42c0-9450-e3bc7010c5b8 req-364378f5-c383-40a9-9f41-77039ab488c3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Aug 09 15:55:46.998242 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-07ba0d1c-5a3c-42c0-9450-e3bc7010c5b8 req-3b8523cb-32ec-4f26-bf33-2643b361d6da tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Aug 09 15:55:47.057892 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:45Z', 'revision_number': 3, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.087552 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:47.087917 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Updating router 91a56dd4-96e5-41be-8573-d4c809a039ae port 8867eb8e-7631-4562-912d-217c37d08432 binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:55:47.113913 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.114126 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.277594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d1f9-d161-4702-aa51-40f93b7f5b37 req-c60a7ec8-d501-4fca-96c2-88f1e1dce187 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.279094 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4be3d1f9-d161-4702-aa51-40f93b7f5b37 req-c60a7ec8-d501-4fca-96c2-88f1e1dce187 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0913510 Aug 09 15:55:47.344051 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Allocated IP 172.20.0.1 (69496bb5-b021-466f-b5ff-5a0557e87bee/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9/95d10cbf-aa07-419b-a9b7-636bc077885d) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:47.349069 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4be3d1f9-d161-4702-aa51-40f93b7f5b37 req-8cf6adad-089a-4189-b567-65878ae9d1bc tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Aug 09 15:55:47.385180 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.390817 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Transition to ACTIVE for port object 8867eb8e-7631-4562-912d-217c37d08432 will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:47.396871 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.444812 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Attempting to bind port 8867eb8e-7631-4562-912d-217c37d08432 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:47.445183 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Attempting to bind port 8867eb8e-7631-4562-912d-217c37d08432 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:47.445547 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Attempting to bind port 8867eb8e-7631-4562-912d-217c37d08432 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:47.455025 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:47.455398 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:47.455822 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.456212 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:47.456671 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Bound port: 8867eb8e-7631-4562-912d-217c37d08432, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:47.457070 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.458556 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Pushing event updated for resources: {'Port': ['ID=8867eb8e-7631-4562-912d-217c37d08432,revision_number=2']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.461688 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.474738 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Transition to ACTIVE for port object 95d10cbf-aa07-419b-a9b7-636bc077885d will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:47.486342 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.486715 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.487095 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.487446 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.487938 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.488275 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.488601 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.488961 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.489377 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.489690 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.490044 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.490407 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:55:47.511491 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.533272 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] For port 8867eb8e-7631-4562-912d-217c37d08432, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:47.537714 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] For port 8867eb8e-7631-4562-912d-217c37d08432, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=8867eb8e-7631-4562-912d-217c37d08432,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:47.542136 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.562980 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:47.568381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:47.573427 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:47.578034 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Pushing event updated for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.620031 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.625230 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13830ecc-eaa7-402d-9753-c0c8589c91c2 None None] Pushing event updated for resources: {'Port': ['ID=8867eb8e-7631-4562-912d-217c37d08432,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:47.633184 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:47.633926 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.699371 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981887e-6482-4b64-bae7-7eb0ed1568c4 req-a68bf7f5-cf15-4fc4-a32a-4271c3e0e422 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:47.701224 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0981887e-6482-4b64-bae7-7eb0ed1568c4 req-a68bf7f5-cf15-4fc4-a32a-4271c3e0e422 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0671697 Aug 09 15:55:47.762454 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:47.768070 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0981887e-6482-4b64-bae7-7eb0ed1568c4 req-befc7b71-d438-4a8b-b26d-456169d26a64 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 Aug 09 15:55:47.789965 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.934474 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-6d06e15d-dda2-4027-935d-5fb573bc33e1 None None] Provisioning for port 95d10cbf-aa07-419b-a9b7-636bc077885d completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:47.939224 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-6d06e15d-dda2-4027-935d-5fb573bc33e1 None None] Provisioning complete for port 95d10cbf-aa07-419b-a9b7-636bc077885d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:47.939829 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6d06e15d-dda2-4027-935d-5fb573bc33e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.967362 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.968826 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:45Z', 'revision_number': 3, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:47.973699 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:47.977110 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-6d06e15d-dda2-4027-935d-5fb573bc33e1 None None] Port 95d10cbf-aa07-419b-a9b7-636bc077885d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:48.001394 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b39059-a972-4c3e-abe5-2f81108198f9 None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:45Z', 'revision_number': 3, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:48.041345 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.043115 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Pushing event updated for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:48.167918 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339e78-707a-43cb-8604-f5cd06bfd933 req-dc3eec41-dc91-43fa-8753-2bd6cf04ce30 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.169765 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0339e78-707a-43cb-8604-f5cd06bfd933 req-dc3eec41-dc91-43fa-8753-2bd6cf04ce30 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0772724 Aug 09 15:55:48.180886 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:48.188118 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:48.287160 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0339e78-707a-43cb-8604-f5cd06bfd933 req-3b441d28-039c-4310-adde-0081e402ea4c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089072 Aug 09 15:55:48.348047 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:48.401722 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:48.427404 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:48.432969 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.488666 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac1b80-e40b-4e93-9b32-dfc3c0765d2c req-0883a3e6-cf58-45cc-966d-287ddc820404 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.490252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3aac1b80-e40b-4e93-9b32-dfc3c0765d2c req-0883a3e6-cf58-45cc-966d-287ddc820404 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.1174195 Aug 09 15:55:48.529694 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c82b3983-db62-4d00-945a-e43c8a5e5f8a None None] Provisioning complete for port 95d10cbf-aa07-419b-a9b7-636bc077885d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:48.530434 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c82b3983-db62-4d00-945a-e43c8a5e5f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.548018 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3aac1b80-e40b-4e93-9b32-dfc3c0765d2c req-d0a0af56-892a-48cb-8c1a-3f1a38dea551 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489950 Aug 09 15:55:48.570231 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47248) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.588442 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503e3d2-0ad4-4fa2-957e-eb8db3773a82 req-e4f11119-3c1e-4e92-be12-622bad8369b8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.590610 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f503e3d2-0ad4-4fa2-957e-eb8db3773a82 req-e4f11119-3c1e-4e92-be12-622bad8369b8 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.1057489 Aug 09 15:55:48.597803 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-c82b3983-db62-4d00-945a-e43c8a5e5f8a None None] Port 95d10cbf-aa07-419b-a9b7-636bc077885d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:48.627512 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:48.645162 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-611f2ed0-3267-4d22-9d0c-fa9ae0d2928e admin admin] 10.222.0.90 "PUT /v2.0/routers/91a56dd4-96e5-41be-8573-d4c809a039ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076232 Aug 09 15:55:48.652342 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f503e3d2-0ad4-4fa2-957e-eb8db3773a82 req-02672340-9edd-4272-9cc0-a2f5b08b1e62 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Aug 09 15:55:48.750461 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31554fdb-0598-4946-be3c-8f5be277455a tempest-TestShelveInstance-1922915286 tempest-TestShelveInstance-1922915286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.752589 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-31554fdb-0598-4946-be3c-8f5be277455a tempest-TestShelveInstance-1922915286 tempest-TestShelveInstance-1922915286-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1093 time: 0.1803873 Aug 09 15:55:48.755422 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47254) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:48.761394 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:48.792687 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for floatingip, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.895974 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df902-0949-47e9-8ba2-f440e4d50fca req-c27115d9-5e8b-4f2b-b5ec-522e168227b0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:48.904005 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0d4df902-0949-47e9-8ba2-f440e4d50fca req-c27115d9-5e8b-4f2b-b5ec-522e168227b0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0686617 Aug 09 15:55:48.936240 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:48.943771 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0d4df902-0949-47e9-8ba2-f440e4d50fca req-c163fcd1-0185-4d4a-b7f6-8a40179ce67e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 Aug 09 15:55:49.056560 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Allocated IP 172.27.1.108 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/ff1b9b59-97aa-4613-ad75-38b614886cbe) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:49.198090 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.214597 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47270) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.217367 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-2047f550-2067-4584-b3d1-6e2eb3e7aa5b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.218900 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-2047f550-2067-4584-b3d1-6e2eb3e7aa5b tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.0790942 Aug 09 15:55:49.220252 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-596863788-network', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:49.246374 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Made reservation on behalf of 94b0d1826ec44369bc1ea409cefd8c48 for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:49.248644 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.257133 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.285451 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.346633 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:49.354745 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:49.358705 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.360619 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:49.362649 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.383662 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:55:49.392720 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'Port': ['ID=ff1b9b59-97aa-4613-ad75-38b614886cbe,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.398583 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766908bb-9aaa-4efb-b7cd-60a295660be5,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.401548 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.401888 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Added segment 7d68121b-85cc-4557-92f6-1103f49bd424 of type vlan for network f54864c0-5ce1-4f36-9acc-29a90b2ba578 Aug 09 15:55:49.416544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Deleting port 02ef03a6-f677-46b1-970f-3e24c4856307 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:55:49.416891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.442942 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.472989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.474008 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.475218 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.535311 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3189735 Aug 09 15:55:49.535992 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47276) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.544415 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Request body: {'subnet': {'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-596863788-subnet', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:49.566252 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8e8df-b665-4a66-92ea-66ac2e6fea58 admin admin] Pushing event updated for resources: {'Network': ['ID=f54864c0-5ce1-4f36-9acc-29a90b2ba578,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.574131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Made reservation on behalf of 94b0d1826ec44369bc1ea409cefd8c48 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:55:49.577068 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:55:49.577607 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2108120'] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.628924 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] For port 02ef03a6-f677-46b1-970f-3e24c4856307, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=02ef03a6-f677-46b1-970f-3e24c4856307,segment=NetworkSegment(7a585d6b-f451-4921-8068-97975a1aa450),segment_id=7a585d6b-f451-4921-8068-97975a1aa450)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:49.629478 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.672898 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Calling delete_port for 02ef03a6-f677-46b1-970f-3e24c4856307 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:55:49.774477 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10121417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2108138'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.844114 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda1d589-8b09-4e48-8711-1641601542d9,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:49.853489 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Checking segment: {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:49.853840 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Network hostable DHCP agents. Network: f54864c0-5ce1-4f36-9acc-29a90b2ba578, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:55:49.877128 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:55:49.893455 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, f54864c0-5ce1-4f36-9acc-29a90b2ba578) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:49.898689 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:49.899570 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.902970 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63349037-dd74-41df-b7f4-e0b2b84e4a84 None None] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:49.917967 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0efbb9da-46be-4db5-be9f-3a06be1a5e1d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3793120 Aug 09 15:55:49.921326 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47280) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:49.926460 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:49.950635 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.951847 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:49.953063 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:49.970477 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:49.971259 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:50.028867 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.145247 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:50.160246 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941888a-4c13-4727-942f-9a244591ff73 req-be0624d3-a317-4437-87a6-8940cdb71a2d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.161820 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b941888a-4c13-4727-942f-9a244591ff73 req-be0624d3-a317-4437-87a6-8940cdb71a2d tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 945 time: 0.4225783 Aug 09 15:55:50.199950 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:55:50.200756 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.206108 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.239496 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa42161-1b07-4c94-9777-1846fa2255af req-c9593504-9475-45fe-bcb7-56f433fcc9e5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:50.252245 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-caa42161-1b07-4c94-9777-1846fa2255af req-c9593504-9475-45fe-bcb7-56f433fcc9e5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.2195272 Aug 09 15:55:50.341724 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.343761 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-caa42161-1b07-4c94-9777-1846fa2255af req-441681fe-6961-472c-ad7b-2d21a86540c8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901186 Aug 09 15:55:50.348404 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 8867eb8e-7631-4562-912d-217c37d08432 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:50.443762 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b941888a-4c13-4727-942f-9a244591ff73 req-0220ac40-4ee4-4d21-830f-25a9529c8506 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/security-groups?id=89f633cd-07ae-4f60-9038-ec07e21fa889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668304 Aug 09 15:55:50.486570 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.490065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.561265 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['02ef03a6-f677-46b1-970f-3e24c4856307'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:55:50.573867 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Pushing event deleted for resources: {'Port': ['ID=02ef03a6-f677-46b1-970f-3e24c4856307,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.579654 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.609562 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 8867eb8e-7631-4562-912d-217c37d08432 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:50.616119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.649668 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Allocated IP 172.20.0.2 (f54864c0-5ce1-4f36-9acc-29a90b2ba578/bda1d589-8b09-4e48-8711-1641601542d9/a8a4c6d3-369c-431e-8715-1101f8f83e71) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:50.652306 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 8867eb8e-7631-4562-912d-217c37d08432 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:50.653689 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.699969 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] No DVR routers for this DVR port 02ef03a6-f677-46b1-970f-3e24c4856307 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:55:50.706131 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.707737 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9fd3d06d-bd72-407f-b373-789a548ec9ef req-c723c3a7-503c-448d-a311-8026b178fd82 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.21 "DELETE /v2.0/ports/02ef03a6-f677-46b1-970f-3e24c4856307 HTTP/1.1" status: 204 len: 173 time: 1.4795885 Aug 09 15:55:50.708239 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'name': 'network-vif-deleted', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:50.710719 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72712b0-65b4-43ba-b453-c6b4f8c71f97" -d '{"events": [{"server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "name": "network-vif-deleted", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:50.786180 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade67313-9ef7-42f2-84d0-6cd66d971aca x-openstack-request-id: req-ade67313-9ef7-42f2-84d0-6cd66d971aca {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:50.786636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d356d1-e239-4984-ac2f-ba8ef31dca34", "name": "network-vif-deleted", "tag": "02ef03a6-f677-46b1-970f-3e24c4856307", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:50.786961 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ade67313-9ef7-42f2-84d0-6cd66d971aca {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:50.787412 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d356d1-e239-4984-ac2f-ba8ef31dca34', 'name': 'network-vif-deleted', 'tag': '02ef03a6-f677-46b1-970f-3e24c4856307', 'status': 'completed', 'code': 200} Aug 09 15:55:50.797542 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.803811 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.805182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Allocated IP 172.27.1.4 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/a4de376d-ccc4-48be-a877-b1d852016151) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:50.873289 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event updated for resources: {'Port': ['ID=ff1b9b59-97aa-4613-ad75-38b614886cbe,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:50.879000 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 2, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:50.884086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.922575 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:50.923193 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Updating router 91a56dd4-96e5-41be-8573-d4c809a039ae port 95d10cbf-aa07-419b-a9b7-636bc077885d binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:55:50.949139 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.984415 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.993813 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:50.995957 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Floating IP 87d140f8-bbdc-4479-a410-0efff8300849 associated. External IP: 172.27.1.108, port: 63dfb703-6339-44ff-8012-39b334407ed0. Aug 09 15:55:51.023414 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.038250 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:51.041872 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:51.046494 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:51.049591 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Pushing event updated for resources: {'Port': ['ID=a4de376d-ccc4-48be-a877-b1d852016151,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.113869 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 8867eb8e-7631-4562-912d-217c37d08432, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=8867eb8e-7631-4562-912d-217c37d08432,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:51.163325 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.210281 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.233253 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Transition to ACTIVE for port object a8a4c6d3-369c-431e-8715-1101f8f83e71 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:51.295758 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Router dab1fef2-f0bf-401a-bb1d-93a96692ebef has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:51.303544 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Transition to ACTIVE for port object a8a4c6d3-369c-431e-8715-1101f8f83e71 will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:51.306507 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=8867eb8e-7631-4562-912d-217c37d08432,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.319422 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.351778 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.380987 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:51.394071 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:51.397522 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Pushing event updated for resources: {'Port': ['ID=a8a4c6d3-369c-431e-8715-1101f8f83e71,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.402544 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:51.430683 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:51.443621 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Sync routers for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:51.457744 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:51.458367 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:51.513594 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.524378 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Transition to ACTIVE for port object 95d10cbf-aa07-419b-a9b7-636bc077885d will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:51.558716 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.561690 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.595236 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-addf2fe6-8f26-4398-8bdd-bd3447acbf1f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8383353 Aug 09 15:55:51.624440 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ff32e-ca55-40e7-bc26-7d38ce562059 req-bc826718-d9ca-4827-b25b-0cf3861cb3d2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:51.626059 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-423ff32e-ca55-40e7-bc26-7d38ce562059 req-bc826718-d9ca-4827-b25b-0cf3861cb3d2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1364145 Aug 09 15:55:51.669383 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-640f362d-3b0e-4c40-9b14-d5c3ad8ad59b req-bbb5142a-ad93-440c-b7b9-57e0f1239e46 tempest-VolumesActionsTest-865188368 tempest-VolumesActionsTest-865188368-project] 10.222.0.90 "GET /v2.0/ports?device_id=37d356d1-e239-4984-ac2f-ba8ef31dca34 HTTP/1.1" status: 200 len: 210 time: 0.0487592 Aug 09 15:55:51.694492 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Attempting to bind port a8a4c6d3-369c-431e-8715-1101f8f83e71 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:51.700384 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Attempting to bind port a8a4c6d3-369c-431e-8715-1101f8f83e71 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:51.700947 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Attempting to bind port a8a4c6d3-369c-431e-8715-1101f8f83e71 on network f54864c0-5ce1-4f36-9acc-29a90b2ba578 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:51.715101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:51.715746 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Checking segment: {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:51.716310 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.716884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Bound using segment: {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:51.717520 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Bound port: a8a4c6d3-369c-431e-8715-1101f8f83e71, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:51.718068 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.719635 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-423ff32e-ca55-40e7-bc26-7d38ce562059 req-ad5a37c6-1477-4144-8333-743a56cd6bd4 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770807 Aug 09 15:55:51.780413 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a1aa-ec6b-40ed-a28d-46bd80729eb5 None None] Pushing event updated for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:51.813702 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:51.914409 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] For port a8a4c6d3-369c-431e-8715-1101f8f83e71, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:51.917993 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Attempting to bind port 95d10cbf-aa07-419b-a9b7-636bc077885d on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:51.918815 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Attempting to bind port 95d10cbf-aa07-419b-a9b7-636bc077885d by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:51.919225 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Attempting to bind port 95d10cbf-aa07-419b-a9b7-636bc077885d on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:51.943914 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:51.944300 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:51.944816 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.945416 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Bound using segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:51.946187 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Bound port: 95d10cbf-aa07-419b-a9b7-636bc077885d, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:51.947701 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:51.953687 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] For port a8a4c6d3-369c-431e-8715-1101f8f83e71, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a8a4c6d3-369c-431e-8715-1101f8f83e71,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:51.972786 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.072021 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.100727 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '87d140f8-bbdc-4479-a410-0efff8300849', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'mac_address': 'fa:16:3e:53:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:49Z', 'revision_number': 0, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:52.113157 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] For port 95d10cbf-aa07-419b-a9b7-636bc077885d, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:52.118382 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] For port 95d10cbf-aa07-419b-a9b7-636bc077885d, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=95d10cbf-aa07-419b-a9b7-636bc077885d,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:52.125095 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cc237-185d-4d1f-8495-48c880ac80f4 None None] Pushing event updated for resources: {'Port': ['ID=a8a4c6d3-369c-431e-8715-1101f8f83e71,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.137135 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.139111 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Checking router: dab1fef2-f0bf-401a-bb1d-93a96692ebef for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:52.153834 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:52.154499 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:52.218887 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:52.219674 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:52.310497 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Router f7cf75de-db1d-44ea-9a54-c7b0e196a28f is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:55:52.329205 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:52.337977 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 8867eb8e-7631-4562-912d-217c37d08432 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:52.406594 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369a1aa-ec6b-40ed-a28d-46bd80729eb5 None None] Pushing event updated for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:52.458269 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:52.481710 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.483432 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-231dd2b4-645a-410e-bb22-90b2d038637b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5611296 Aug 09 15:55:52.486562 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47324) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:52.510037 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Sync routers for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:52.574593 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:52.574593 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:52.689362 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 8867eb8e-7631-4562-912d-217c37d08432 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:52.689954 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.695606 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:52.809653 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:55:52.815942 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:55:52.925804 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '87d140f8-bbdc-4479-a410-0efff8300849', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'mac_address': 'fa:16:3e:53:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:49Z', 'revision_number': 0, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:52.944841 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5a7742-7ef0-4259-a188-7ebc7ee8bd6b x-openstack-request-id: req-df5a7742-7ef0-4259-a188-7ebc7ee8bd6b {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:55:52.945140 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:55:52.945399 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df5a7742-7ef0-4259-a188-7ebc7ee8bd6b {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:55:52.945808 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'status': 'completed', 'code': 200} Aug 09 15:55:52.955930 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106254a-1eb8-4e93-85f6-4e985def7db2 None None] The sync data for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi is: [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '87d140f8-bbdc-4479-a410-0efff8300849', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'mac_address': 'fa:16:3e:53:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:49Z', 'revision_number': 0, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:52.973000 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:53.048728 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a4f82-3e4b-4c26-b1a0-6ee1dd3e6cdd req-7e09e86f-6e16-4684-9820-01c80b6a34a3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.064066 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a84a4f82-3e4b-4c26-b1a0-6ee1dd3e6cdd req-7e09e86f-6e16-4684-9820-01c80b6a34a3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.2402380 Aug 09 15:55:53.211872 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-a98a5c0b-89d1-4e8e-801d-6747119abe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.213526 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-a98a5c0b-89d1-4e8e-801d-6747119abe2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.2435999 Aug 09 15:55:53.218995 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a84a4f82-3e4b-4c26-b1a0-6ee1dd3e6cdd req-c6e631a8-40cb-490b-9ac6-a93c21fccd21 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536622 Aug 09 15:55:53.384314 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9b856-6167-4029-bd9c-c52cf2f86092 None None] New status for floating IP 87d140f8-bbdc-4479-a410-0efff8300849: ACTIVE {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:55:53.547049 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-88740f6e-76ff-4473-ab3a-864561baadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.548563 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-88740f6e-76ff-4473-ab3a-864561baadcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.2266960 Aug 09 15:55:53.644878 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:53.661044 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35258ed5-7850-4d1b-8883-ee251cace2a3 req-6e8f593f-a7b3-4be6-a387-8c5c944b2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.662655 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-35258ed5-7850-4d1b-8883-ee251cace2a3 req-6e8f593f-a7b3-4be6-a387-8c5c944b2c42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.1001832 Aug 09 15:55:53.700211 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-4771ce01-4484-4400-b561-54ab10116dc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 999 time: 0.1226983 Aug 09 15:55:53.746172 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-35258ed5-7850-4d1b-8883-ee251cace2a3 req-db99f90e-2d85-4ebb-b544-44c39b4c7126 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570462 Aug 09 15:55:53.773361 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6b6ac-0d31-4a1a-8eee-b5f74a95a3eb None None] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:55:53.815932 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-21e4dad9-4140-438c-b690-108fe2267914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:53.817206 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-21e4dad9-4140-438c-b690-108fe2267914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.1086218 Aug 09 15:55:53.860536 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 3, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.898360 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:52Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:53.905399 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-675a5052-65bc-4279-b6cf-00fd343fe30f None None] Provisioning for port a8a4c6d3-369c-431e-8715-1101f8f83e71 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:53.933294 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Checking router: f7cf75de-db1d-44ea-9a54-c7b0e196a28f for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:55:53.934178 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Updating router f7cf75de-db1d-44ea-9a54-c7b0e196a28f port a4de376d-ccc4-48be-a877-b1d852016151 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:55:53.941846 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Allocated IP 172.20.0.1 (f54864c0-5ce1-4f36-9acc-29a90b2ba578/bda1d589-8b09-4e48-8711-1641601542d9/e49fece8-7ff6-430f-9cec-d4d414328534) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:55:53.960911 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a70e0-2287-47f3-9eef-5bfd3f94c804 None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:52Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:54.000636 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.094490 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.110414 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Transition to ACTIVE for port object e49fece8-7ff6-430f-9cec-d4d414328534 will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:54.182405 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.291074 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 02ef03a6-f677-46b1-970f-3e24c4856307 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:54.373172 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 02ef03a6-f677-46b1-970f-3e24c4856307 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:54.373527 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 02ef03a6-f677-46b1-970f-3e24c4856307 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:54.475702 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a8a4c6d3-369c-431e-8715-1101f8f83e71 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:54.612091 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:54.624614 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:54.624981 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.639020 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port a8a4c6d3-369c-431e-8715-1101f8f83e71 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:54.639313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:55:54.648804 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-31c12d14-e13e-4a1a-a6e7-0f02b48f0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:54.650736 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-31c12d14-e13e-4a1a-a6e7-0f02b48f0dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5012667 Aug 09 15:55:54.651468 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Transition to ACTIVE for port object a4de376d-ccc4-48be-a877-b1d852016151 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:55:54.655354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a8a4c6d3-369c-431e-8715-1101f8f83e71 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:54.658092 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.667465 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.677310 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Pushing event updated for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:54.708631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563d4e2-b6b7-4f9a-bae6-c282b11c3997 req-0eef029b-68c2-4734-ab0b-a10e28540fd1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:54.710201 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6563d4e2-b6b7-4f9a-bae6-c282b11c3997 req-0eef029b-68c2-4734-ab0b-a10e28540fd1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1626122 Aug 09 15:55:54.711340 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.809921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-4cf98f20-ceef-42e4-b659-6c10fe0d8016 None None] Provisioning complete for port a8a4c6d3-369c-431e-8715-1101f8f83e71 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:54.810469 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4cf98f20-ceef-42e4-b659-6c10fe0d8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.820265 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a793-41be-4d85-84c3-3c2521695dfa None None] Pushing event updated for resources: {'Port': ['ID=a4de376d-ccc4-48be-a877-b1d852016151,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:54.822735 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Attempting to bind port a4de376d-ccc4-48be-a877-b1d852016151 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:55:54.823109 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Attempting to bind port a4de376d-ccc4-48be-a877-b1d852016151 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:55:54.823488 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Attempting to bind port a4de376d-ccc4-48be-a877-b1d852016151 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:55:54.839737 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6563d4e2-b6b7-4f9a-bae6-c282b11c3997 req-574a4e76-d27c-43b3-8fa4-0fbae4eb8b0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592740 Aug 09 15:55:54.868438 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:55:54.869282 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:55:54.869282 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.869619 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:55:54.870097 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Bound port: a4de376d-ccc4-48be-a877-b1d852016151, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:55:54.870827 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.923563 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.970405 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] For port a4de376d-ccc4-48be-a877-b1d852016151, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:55:54.972539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:54.976466 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] For port a4de376d-ccc4-48be-a877-b1d852016151, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a4de376d-ccc4-48be-a877-b1d852016151,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:55:54.993724 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.090760 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port a8a4c6d3-369c-431e-8715-1101f8f83e71, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a8a4c6d3-369c-431e-8715-1101f8f83e71,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:55.096566 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4cf98f20-ceef-42e4-b659-6c10fe0d8016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.123149 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.127943 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 95d10cbf-aa07-419b-a9b7-636bc077885d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:55.130602 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.139327 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.175278 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a793-41be-4d85-84c3-3c2521695dfa None None] Pushing event updated for resources: {'Port': ['ID=a4de376d-ccc4-48be-a877-b1d852016151,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.209577 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:55.210935 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:55.226583 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.227238 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Pushing event updated for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.335164 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:55:55.336608 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:55:55.443175 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=a8a4c6d3-369c-431e-8715-1101f8f83e71,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.495420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Router f7cf75de-db1d-44ea-9a54-c7b0e196a28f has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:55:55.498607 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 95d10cbf-aa07-419b-a9b7-636bc077885d completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:55.502228 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.db.api [None req-4cf98f20-ceef-42e4-b659-6c10fe0d8016 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93335) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:55:55.502774 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG oslo_db.api [None req-4cf98f20-ceef-42e4-b659-6c10fe0d8016 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:55:55.511560 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 95d10cbf-aa07-419b-a9b7-636bc077885d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:55.512061 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.534631 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:55:55.672637 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-ead9d93d-83b3-4752-b205-a814c98e6f8b service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234491 Aug 09 15:55:55.696537 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:55:55.703456 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b3c9f2b7-5102-4357-81e2-7fb070a0243d admin admin] 10.222.0.90 "PUT /v2.0/routers/f7cf75de-db1d-44ea-9a54-c7b0e196a28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2154870 Aug 09 15:55:55.722240 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.786965 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 95d10cbf-aa07-419b-a9b7-636bc077885d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=95d10cbf-aa07-419b-a9b7-636bc077885d,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:55.791781 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.974023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884ad4b-9a12-4bac-924a-580d855a685c req-9c923d1a-3500-4099-af05-2143554fc8f9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:55.975558 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c884ad4b-9a12-4bac-924a-580d855a685c req-9c923d1a-3500-4099-af05-2143554fc8f9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0525272 Aug 09 15:55:55.982359 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:55.989750 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e49fece8-7ff6-430f-9cec-d4d414328534', 'name': '', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'mac_address': 'fa:16:3e:78:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:53Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 2, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'subnets': [{'id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:56.032122 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c0fa3b-40f8-4b3c-b7e3-488f9bb0e793 None None] The sync data for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi is: [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e49fece8-7ff6-430f-9cec-d4d414328534', 'name': '', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'mac_address': 'fa:16:3e:78:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:53Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 2, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'subnets': [{'id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:55:56.034391 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c884ad4b-9a12-4bac-924a-580d855a685c req-b6967dac-7b28-4b2d-8886-97c80f23d9bd tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Aug 09 15:55:56.212028 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ecffe582-fbf8-4d80-8211-30219bde3ce9 None None] Provisioning for port e49fece8-7ff6-430f-9cec-d4d414328534 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:56.217404 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ecffe582-fbf8-4d80-8211-30219bde3ce9 None None] Provisioning complete for port e49fece8-7ff6-430f-9cec-d4d414328534 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:56.218299 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ecffe582-fbf8-4d80-8211-30219bde3ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.301443 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-ecffe582-fbf8-4d80-8211-30219bde3ce9 None None] Port e49fece8-7ff6-430f-9cec-d4d414328534 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:55:56.356689 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47422) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.357930 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a8a4c6d3-369c-431e-8715-1101f8f83e71 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:56.361587 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415053612', 'description': 'tempest-secgroup-smoke-1415053612 description', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.386864 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.424817 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a8a4c6d3-369c-431e-8715-1101f8f83e71 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:56.425194 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.480990 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.486323 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.516506 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 95d10cbf-aa07-419b-a9b7-636bc077885d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:56.518982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.520258 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1625824 Aug 09 15:55:56.522487 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67ce37-6d7c-4a70-983d-649b842d94d9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2704d-abe6-4f8d-b62f-bc8c13d1728f,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.525493 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47424) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.530267 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.567513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.582538 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 95d10cbf-aa07-419b-a9b7-636bc077885d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:56.583163 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.599819 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d888a76c-f60e-4010-8fe6-2caa2e9e35dc req-c73e7618-54a4-4aff-bf57-e457f001fbe5 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374595 Aug 09 15:55:56.630581 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.634988 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.651020 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979d9c84-8a13-490a-b41c-61ba6bbd696a,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.663136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.664632 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-7f6a8c73-f379-433d-9e7b-e42cbeceace9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380422 Aug 09 15:55:56.667280 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47426) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.673144 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.700797 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.767363 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.771225 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.798088 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534c5d88-9c01-4022-a851-ea593b93f80e,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.807683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.809923 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0bc510b6-7474-478e-8453-8b1c9852d0bf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404760 Aug 09 15:55:56.812275 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47430) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.816702 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.847168 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.908165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.913279 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.933435 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a759c4-e44f-4224-a9d6-870e46ee2c44,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:56.938019 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.942307 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47434) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:56.942457 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-329173f2-d91a-4515-be48-de517f8784f2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291726 Aug 09 15:55:56.953257 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:56.967361 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-54ece7b5-d575-4503-95d5-6ef102e1b3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.985656 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.050991 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.055230 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.071141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78596dc-c1e8-4664-90b8-8d7ab5f5b44c,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.082248 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.083656 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-05e4a354-a4ba-4c4f-a4d8-3cd01613c823 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403165 Aug 09 15:55:57.086395 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 47438) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.091692 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.114916 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.securitygroups_db [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Project f71c61fabc90427aa7ef282b3e8f8c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:55:57.120391 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.173571 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81e5d-fb17-4438-9f5b-7ffa09a0d16c req-014f350a-fb72-4baa-9bd4-569c42501852 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:57.176131 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9a81e5d-fb17-4438-9f5b-7ffa09a0d16c req-014f350a-fb72-4baa-9bd4-569c42501852 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0535669 Aug 09 15:55:57.193112 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.198531 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.221162 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9a81e5d-fb17-4438-9f5b-7ffa09a0d16c req-d8823e33-7d80-46cb-825c-cbeefbe354db tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Aug 09 15:55:57.222946 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67eb9d6e-d47b-4818-9dc9-d0a61441fce1,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.226661 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.227885 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-df4c4034-1d7f-4bfb-8268-06bf72dee9a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405108 Aug 09 15:55:57.230735 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 47444) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:55:57.241893 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'security_group_rule': {'security_group_id': '78b2704d-abe6-4f8d-b62f-bc8c13d1728f', 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:55:57.261161 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.securitygroups_db [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Project f71c61fabc90427aa7ef282b3e8f8c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:55:57.267310 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.322339 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.327080 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.345296 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc8aada-fda3-41dc-a39b-f0d0a02e6c59,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:57.350487 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.351864 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-efe5fa0d-84ba-445d-a49b-b8ece41e1f4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196613 Aug 09 15:55:58.301718 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a4de376d-ccc4-48be-a877-b1d852016151 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:55:58.350059 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d278-ce69-42dc-9ee5-1819e3107738 req-de148ee7-030f-40e1-a21e-bd3e0c2950b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:58.350922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port a4de376d-ccc4-48be-a877-b1d852016151 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:55:58.351767 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b1e0d278-ce69-42dc-9ee5-1819e3107738 req-de148ee7-030f-40e1-a21e-bd3e0c2950b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0595920 Aug 09 15:55:58.362136 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a4de376d-ccc4-48be-a877-b1d852016151 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:55:58.362496 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.395520 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b1e0d278-ce69-42dc-9ee5-1819e3107738 req-a1034099-01d4-4d91-9758-9acf983eff5f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371158 Aug 09 15:55:58.464277 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.487147 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port a4de376d-ccc4-48be-a877-b1d852016151, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a4de376d-ccc4-48be-a877-b1d852016151,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:55:58.491957 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.543074 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=a4de376d-ccc4-48be-a877-b1d852016151,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:55:59.383018 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-addf5487-7a68-4352-867c-268d01fbf891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.524774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5c54a-ecf9-4169-a6fb-d0d58d29edcc req-4e09855a-93bc-4cdf-a34f-547f1dbe672a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.528459 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7dd5c54a-ecf9-4169-a6fb-d0d58d29edcc req-4e09855a-93bc-4cdf-a34f-547f1dbe672a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0613146 Aug 09 15:55:59.570390 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7dd5c54a-ecf9-4169-a6fb-d0d58d29edcc req-03039469-e87e-4639-a306-280be194c43b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374100 Aug 09 15:55:59.627129 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:59.803001 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Sync routers for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:55:59.814416 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:55:59.815059 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:55:59.895253 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f69f2f-4d6b-4e35-9a67-5090537b4544 req-f7f91067-98ce-4c09-9e02-df35af593090 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.898143 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c0f69f2f-4d6b-4e35-9a67-5090537b4544 req-f7f91067-98ce-4c09-9e02-df35af593090 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0839612 Aug 09 15:55:59.967305 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266507-9082-405b-809f-3b9d4c7124fa req-37384312-c90c-4e5b-8eb0-5a8d23db7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:55:59.970404 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-37384312-c90c-4e5b-8eb0-5a8d23db7863 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.1020520 Aug 09 15:55:59.979871 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c0f69f2f-4d6b-4e35-9a67-5090537b4544 req-6b121515-4dae-4827-b0ff-973a0ff86365 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733511 Aug 09 15:56:00.002744 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:00.156219 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266507-9082-405b-809f-3b9d4c7124fa req-cd192a46-6d1c-43ce-a9d9-d5588078a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.157889 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-cd192a46-6d1c-43ce-a9d9-d5588078a6df service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.1687858 Aug 09 15:56:00.215676 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-dfddeeca-02cf-43c4-8f42-6ef21170b3ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0468082 Aug 09 15:56:00.286259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3266507-9082-405b-809f-3b9d4c7124fa req-a0cbaac6-9db9-4ecd-97bb-37d555fe91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.288216 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-a0cbaac6-9db9-4ecd-97bb-37d555fe91a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0647676 Aug 09 15:56:00.299904 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a4de376d-ccc4-48be-a877-b1d852016151 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:00.334649 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e49fece8-7ff6-430f-9cec-d4d414328534', 'name': '', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'mac_address': 'fa:16:3e:78:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:53Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 2, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'subnets': [{'id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:00.337423 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-8704d855-3671-4398-95a3-e4e72499e5c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386126 Aug 09 15:56:00.370892 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Checking router: f7cf75de-db1d-44ea-9a54-c7b0e196a28f for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:56:00.372272 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Updating router f7cf75de-db1d-44ea-9a54-c7b0e196a28f port e49fece8-7ff6-430f-9cec-d4d414328534 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:56:00.402148 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.436223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dc4df-9d5d-4ce2-949c-e12cdd457275 req-603c3cc9-6438-496a-9f72-290d30449d4f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:00.444202 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c07dc4df-9d5d-4ce2-949c-e12cdd457275 req-603c3cc9-6438-496a-9f72-290d30449d4f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0629511 Aug 09 15:56:00.448290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a4de376d-ccc4-48be-a877-b1d852016151 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:00.448664 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.499729 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c07dc4df-9d5d-4ce2-949c-e12cdd457275 req-c2f85e26-df7d-4990-9dd4-acf4c8999762 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544543 Aug 09 15:56:00.533359 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-33e58ce4-f708-4401-9247-8130e5a747b6 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168869 Aug 09 15:56:00.645064 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3266507-9082-405b-809f-3b9d4c7124fa req-3c6f8a42-6ec5-4bb9-a1e3-708ea0a6b7d2 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967734 Aug 09 15:56:00.761986 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.772169 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Transition to ACTIVE for port object e49fece8-7ff6-430f-9cec-d4d414328534 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:00.779045 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.833441 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09578c-0413-43be-8fae-13f0c4b59952 None None] Pushing event updated for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:00.917206 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Attempting to bind port e49fece8-7ff6-430f-9cec-d4d414328534 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:00.917206 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Attempting to bind port e49fece8-7ff6-430f-9cec-d4d414328534 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:00.917206 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Attempting to bind port e49fece8-7ff6-430f-9cec-d4d414328534 on network f54864c0-5ce1-4f36-9acc-29a90b2ba578 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:00.925605 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:00.926104 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Checking segment: {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:00.926551 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.926912 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Bound using segment: {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:00.927382 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Bound port: e49fece8-7ff6-430f-9cec-d4d414328534, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d68121b-85cc-4557-92f6-1103f49bd424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:00.927681 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:00.933012 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.077816 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] For port e49fece8-7ff6-430f-9cec-d4d414328534, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:01.085089 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] For port e49fece8-7ff6-430f-9cec-d4d414328534, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e49fece8-7ff6-430f-9cec-d4d414328534,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:01.092270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.172174 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8270c-5eb1-4c8a-8522-e138092bd98f req-090c2ed0-bde9-45df-be00-c489af3795b5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:01.180197 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6a8270c-5eb1-4c8a-8522-e138092bd98f req-090c2ed0-bde9-45df-be00-c489af3795b5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0794380 Aug 09 15:56:01.190795 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:56:01.191447 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:55:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.243709 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c6a8270c-5eb1-4c8a-8522-e138092bd98f req-be5be0ff-73bd-4627-863d-a43917a8acfb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Aug 09 15:56:01.304101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09578c-0413-43be-8fae-13f0c4b59952 None None] Pushing event updated for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:01.373681 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:56:01.616986 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e49fece8-7ff6-430f-9cec-d4d414328534', 'name': '', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'mac_address': 'fa:16:3e:78:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:53Z', 'updated_at': '2021-08-09T15:56:01Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'subnets': [{'id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:01.621706 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a96af-87aa-46d4-86e0-2c2bbab34d93 req-85916127-1565-4bfa-b865-56d07a6ea810 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:01.623257 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-461a96af-87aa-46d4-86e0-2c2bbab34d93 req-85916127-1565-4bfa-b865-56d07a6ea810 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0605259 Aug 09 15:56:01.644978 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeb6ebe-8464-4b74-a3c9-c07483fcccc4 None None] The sync data for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi is: [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T15:55:54Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e49fece8-7ff6-430f-9cec-d4d414328534', 'name': '', 'network_id': 'f54864c0-5ce1-4f36-9acc-29a90b2ba578', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'mac_address': 'fa:16:3e:78:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:53Z', 'updated_at': '2021-08-09T15:56:01Z', 'revision_number': 4, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'subnets': [{'id': 'bda1d589-8b09-4e48-8711-1641601542d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:56:01.689890 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-461a96af-87aa-46d4-86e0-2c2bbab34d93 req-fbe842b2-f27d-453e-8698-73883bbaf8ee tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Aug 09 15:56:02.328243 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e49fece8-7ff6-430f-9cec-d4d414328534 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:02.391772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port e49fece8-7ff6-430f-9cec-d4d414328534 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:02.396722 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port e49fece8-7ff6-430f-9cec-d4d414328534 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:02.397094 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.404756 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415a6b6-eb98-454a-8d86-2d515a153ea2 req-aa86243d-2a17-4926-b09f-26c93c84a52f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.412189 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d415a6b6-eb98-454a-8d86-2d515a153ea2 req-aa86243d-2a17-4926-b09f-26c93c84a52f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0687385 Aug 09 15:56:02.467859 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d415a6b6-eb98-454a-8d86-2d515a153ea2 req-ed0257fe-db60-4815-bcb7-6ed3114a185e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546904 Aug 09 15:56:02.492599 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.510045 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.544355 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port e49fece8-7ff6-430f-9cec-d4d414328534, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e49fece8-7ff6-430f-9cec-d4d414328534,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:02.549051 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:02.611131 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:02.817486 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaecb6-aae0-491d-b1f6-05255ea139cb req-0f5cb22a-d5fd-4be6-bf51-2bea81be4188 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:02.819293 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abdaecb6-aae0-491d-b1f6-05255ea139cb req-0f5cb22a-d5fd-4be6-bf51-2bea81be4188 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0605063 Aug 09 15:56:02.859535 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abdaecb6-aae0-491d-b1f6-05255ea139cb req-6fe470e1-9e21-42e5-84dc-8e5b3a4ec366 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Aug 09 15:56:03.582115 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da45632-5195-48fd-8d65-94999c717a9e req-5c4beeb7-c35c-4d59-a2fd-671998d7f04c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:03.583733 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0da45632-5195-48fd-8d65-94999c717a9e req-5c4beeb7-c35c-4d59-a2fd-671998d7f04c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0501370 Aug 09 15:56:03.629554 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0da45632-5195-48fd-8d65-94999c717a9e req-a1cf229d-42c7-429f-bc00-ca50f9ad5019 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393262 Aug 09 15:56:03.768144 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-ae2242fd-62dc-4d01-8fb4-2f72fab6eb5a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:03.769633 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-ae2242fd-62dc-4d01-8fb4-2f72fab6eb5a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Aug 09 15:56:03.874211 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Deleting port f0473fa7-5cfe-4063-98e6-405da0b021c2 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:03.874553 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.973044 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] For port f0473fa7-5cfe-4063-98e6-405da0b021c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0473fa7-5cfe-4063-98e6-405da0b021c2,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:03.973471 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:03.986899 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c579c09-a5a2-4efa-b919-53d83a81a549 req-3d7c437f-82bf-4c7f-a2bf-69fa999654e8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:03.994309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Calling delete_port for f0473fa7-5cfe-4063-98e6-405da0b021c2 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:03.994804 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8c579c09-a5a2-4efa-b919-53d83a81a549 req-3d7c437f-82bf-4c7f-a2bf-69fa999654e8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 945 time: 0.0585754 Aug 09 15:56:04.040249 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8c579c09-a5a2-4efa-b919-53d83a81a549 req-ff238ca0-23b6-4992-a457-e5c8d174cf66 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Aug 09 15:56:04.165237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.198895 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event deleted for resources: {'Port': ['ID=f0473fa7-5cfe-4063-98e6-405da0b021c2,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:04.213528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40', '60d5d387-298d-43a4-ad38-d3944fa51c04', '82eeafb9-921d-480b-b283-93f849781003', 'f0473fa7-5cfe-4063-98e6-405da0b021c2'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:04.259931 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] No DVR routers for this DVR port f0473fa7-5cfe-4063-98e6-405da0b021c2 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:04.265396 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.272991 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9238c319-2db6-46c5-aa97-b4bec79c49cb req-e57f542f-b51b-42b0-a7d9-dfb000de3914 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "DELETE /v2.0/ports/f0473fa7-5cfe-4063-98e6-405da0b021c2 HTTP/1.1" status: 204 len: 173 time: 0.4902878 Aug 09 15:56:04.274012 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'name': 'network-vif-deleted', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:04.281627 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05196650-8567-48d2-9c93-9fd39c6c8530" -d '{"events": [{"server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "name": "network-vif-deleted", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:04.347162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e943d-f983-437e-a946-353af5e4cb20 x-openstack-request-id: req-3a5e943d-f983-437e-a946-353af5e4cb20 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:04.347467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4d222-9d2e-485c-92f0-4d0457925f51", "name": "network-vif-deleted", "tag": "f0473fa7-5cfe-4063-98e6-405da0b021c2", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:04.347782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3a5e943d-f983-437e-a946-353af5e4cb20 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:04.348182 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4d222-9d2e-485c-92f0-4d0457925f51', 'name': 'network-vif-deleted', 'tag': 'f0473fa7-5cfe-4063-98e6-405da0b021c2', 'status': 'completed', 'code': 200} Aug 09 15:56:04.392849 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e49fece8-7ff6-430f-9cec-d4d414328534 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:04.504016 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port e49fece8-7ff6-430f-9cec-d4d414328534 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:04.504587 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:04.769084 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ae09-c9ac-46ec-80d1-199108db2d74 req-a6a2fbfa-859b-4a80-b2b6-f04b83997322 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:04.770726 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bd8ae09-c9ac-46ec-80d1-199108db2d74 req-a6a2fbfa-859b-4a80-b2b6-f04b83997322 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0641868 Aug 09 15:56:04.811635 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bd8ae09-c9ac-46ec-80d1-199108db2d74 req-1bb91ad4-dffe-4663-bc55-0e1cf260e1a5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338624 Aug 09 15:56:05.121982 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:05.327087 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b75caadb-9cde-4f1f-8242-f62848b4f6f7 req-b47bb599-d098-4d5a-8165-b14a5a5ded6c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=feb4d222-9d2e-485c-92f0-4d0457925f51 HTTP/1.1" status: 200 len: 210 time: 0.0306907 Aug 09 15:56:06.503293 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1f01b-c98c-4646-a27c-351f5466de1a req-b5e5911b-ae6e-4bc3-a7e4-494ffa23d2d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:06.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0e1f01b-c98c-4646-a27c-351f5466de1a req-b5e5911b-ae6e-4bc3-a7e4-494ffa23d2d5 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0698102 Aug 09 15:56:06.572584 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c0e1f01b-c98c-4646-a27c-351f5466de1a req-91c0e624-79e7-4a78-9cdd-4e56ecaa907e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Aug 09 15:56:07.805430 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7b72b-7f57-41da-b480-3f126a49d2e2 req-32dc84f8-3817-4890-8b51-69d5e56f5f19 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:07.808527 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8ad7b72b-7f57-41da-b480-3f126a49d2e2 req-32dc84f8-3817-4890-8b51-69d5e56f5f19 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0565033 Aug 09 15:56:07.852801 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8ad7b72b-7f57-41da-b480-3f126a49d2e2 req-2b658c48-6eca-40c4-976a-50fa8fc2830f tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391643 Aug 09 15:56:08.983398 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ae55f-ffa5-4ed6-a186-d4febf00809d req-03276939-30aa-41c5-93ef-17bc074887a0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:08.985025 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-829ae55f-ffa5-4ed6-a186-d4febf00809d req-03276939-30aa-41c5-93ef-17bc074887a0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0576055 Aug 09 15:56:09.024060 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-829ae55f-ffa5-4ed6-a186-d4febf00809d req-aef39a33-2dfa-4f7c-be34-9d7d70855a30 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 09 15:56:09.650959 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device f0473fa7-5cfe-4063-98e6-405da0b021c2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:09.675222 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: f0473fa7-5cfe-4063-98e6-405da0b021c2 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:09.675570 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device f0473fa7-5cfe-4063-98e6-405da0b021c2 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:10.149164 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4797766-d52b-44df-a2b9-68ba16438685 req-1417fa51-9ff4-488a-962d-2d04420e0007 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:10.151299 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e4797766-d52b-44df-a2b9-68ba16438685 req-1417fa51-9ff4-488a-962d-2d04420e0007 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0542150 Aug 09 15:56:10.198413 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e4797766-d52b-44df-a2b9-68ba16438685 req-1ea471bd-512f-4ac2-bc15-f1b44d3f6659 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Aug 09 15:56:11.319867 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a913c2b-6f12-4313-b2c4-b94324d9953a req-a3f0379d-1c7e-4d62-bd4f-17d2f3627ee6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:11.321420 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3a913c2b-6f12-4313-b2c4-b94324d9953a req-a3f0379d-1c7e-4d62-bd4f-17d2f3627ee6 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0506322 Aug 09 15:56:11.359577 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3a913c2b-6f12-4313-b2c4-b94324d9953a req-12fff7b9-bacb-47f5-b1f7-66a6bd583748 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 09 15:56:12.483231 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664aab0-dd5c-42b2-9e68-32b4916099ac req-e78dc135-1ca5-4339-925e-a4f40dc61329 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:12.484845 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a664aab0-dd5c-42b2-9e68-32b4916099ac req-e78dc135-1ca5-4339-925e-a4f40dc61329 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0562663 Aug 09 15:56:12.524351 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a664aab0-dd5c-42b2-9e68-32b4916099ac req-38700ab0-3cfc-4f3b-b700-a2b43175cf61 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Aug 09 15:56:13.681206 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d049ed-fc02-4959-aa56-825b74b3331f req-dcd390c2-7162-4987-a96b-87b7f0a71080 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:13.682746 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-80d049ed-fc02-4959-aa56-825b74b3331f req-dcd390c2-7162-4987-a96b-87b7f0a71080 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0669532 Aug 09 15:56:13.724386 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-80d049ed-fc02-4959-aa56-825b74b3331f req-a1fa3725-d239-4693-8ead-dcc8418f7bbb tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Aug 09 15:56:14.848963 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b4d0-af88-44ed-aa07-2aa1118f1db9 req-9cd62b67-3f82-4fb3-b376-fb9bf40033b2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:14.851343 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-08b3b4d0-af88-44ed-aa07-2aa1118f1db9 req-9cd62b67-3f82-4fb3-b376-fb9bf40033b2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0515265 Aug 09 15:56:14.892119 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-08b3b4d0-af88-44ed-aa07-2aa1118f1db9 req-b29129a3-96fa-4ddb-a17a-bd401404f91a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Aug 09 15:56:15.891485 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.024466 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2ca6f-2093-47ff-b18a-f4c373ed823f req-1a8fae54-07ec-42ee-958a-37831d588401 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:16.026084 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cc2ca6f-2093-47ff-b18a-f4c373ed823f req-1a8fae54-07ec-42ee-958a-37831d588401 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0529392 Aug 09 15:56:16.073480 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cc2ca6f-2093-47ff-b18a-f4c373ed823f req-ee83dfdb-410f-4bbf-8e3e-32dfca1aec4d tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Aug 09 15:56:16.506559 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-46847a3b-09ae-42a0-b918-7379dd7b2d5b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:16.508293 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-46847a3b-09ae-42a0-b918-7379dd7b2d5b tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 946 time: 0.0528755 Aug 09 15:56:16.624890 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Deleting port 82eeafb9-921d-480b-b283-93f849781003 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:16.625237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.715961 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] For port 82eeafb9-921d-480b-b283-93f849781003, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=82eeafb9-921d-480b-b283-93f849781003,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:16.716341 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.731607 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Calling delete_port for 82eeafb9-921d-480b-b283-93f849781003 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:16.872646 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.904664 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event deleted for resources: {'Port': ['ID=82eeafb9-921d-480b-b283-93f849781003,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:16.944616 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] No DVR routers for this DVR port 82eeafb9-921d-480b-b283-93f849781003 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:16.947142 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:16.949743 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad6a6892-b19a-4a98-b379-c0d16956e693 req-948c8f87-a4fa-4b24-b0e5-6997003e3379 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "DELETE /v2.0/ports/82eeafb9-921d-480b-b283-93f849781003 HTTP/1.1" status: 204 len: 173 time: 0.4174185 Aug 09 15:56:16.950183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'name': 'network-vif-deleted', 'tag': '82eeafb9-921d-480b-b283-93f849781003'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:16.952751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d23704-c745-4f4d-9a7a-bee32ac14566" -d '{"events": [{"server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "name": "network-vif-deleted", "tag": "82eeafb9-921d-480b-b283-93f849781003"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:16.990774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbac6c6-c312-447d-8809-0effba0664d0 x-openstack-request-id: req-5cbac6c6-c312-447d-8809-0effba0664d0 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:16.991140 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246589fb-afa3-42b6-aa70-f33a48167f0f", "name": "network-vif-deleted", "tag": "82eeafb9-921d-480b-b283-93f849781003", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:16.991376 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5cbac6c6-c312-447d-8809-0effba0664d0 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:16.991773 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246589fb-afa3-42b6-aa70-f33a48167f0f', 'name': 'network-vif-deleted', 'tag': '82eeafb9-921d-480b-b283-93f849781003', 'status': 'completed', 'code': 200} Aug 09 15:56:17.180889 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fa9df409-0564-45ee-b15c-5c865c09f872 req-4a8960a0-cff7-44c5-8b31-cc31047237b2 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0346754 Aug 09 15:56:18.308224 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5810ac99-2fa8-4115-8761-e61d6231030c req-d266b385-12e2-468c-8f01-25c2239de469 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0415175 Aug 09 15:56:19.405896 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-83652a55-c693-4aeb-8550-5f851ee95da8 req-0531aca7-6387-4e90-8ab5-dab8a8efdf26 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0263419 Aug 09 15:56:20.127321 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40', '60d5d387-298d-43a4-ad38-d3944fa51c04', '82eeafb9-921d-480b-b283-93f849781003'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:20.523488 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-37941430-55c9-409c-beac-1be60e8ca408 req-219e7b19-9670-4a7d-9adb-cadaa4725e55 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=246589fb-afa3-42b6-aa70-f33a48167f0f HTTP/1.1" status: 200 len: 210 time: 0.0281351 Aug 09 15:56:21.845956 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa5858-c8d2-479d-8e87-70acee99412d req-bd16af66-76a8-4cf1-b0bc-8036917fad32 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:21.848144 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-63aa5858-c8d2-479d-8e87-70acee99412d req-bd16af66-76a8-4cf1-b0bc-8036917fad32 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0514011 Aug 09 15:56:21.887996 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-63aa5858-c8d2-479d-8e87-70acee99412d req-bd179c07-19d2-41b1-8e6c-1c3a3067aa92 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 Aug 09 15:56:22.281183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d4f8d-c6ea-4783-9387-30c4a885c762 req-7ad0e4d4-ddc0-4aa9-8ea3-c3ad7f97c5aa tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.283080 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a73d4f8d-c6ea-4783-9387-30c4a885c762 req-7ad0e4d4-ddc0-4aa9-8ea3-c3ad7f97c5aa tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0911574 Aug 09 15:56:22.324233 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-a11347ea-1391-4cbf-9c6e-3818afa41a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.325807 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-a11347ea-1391-4cbf-9c6e-3818afa41a2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.0958471 Aug 09 15:56:22.333360 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a73d4f8d-c6ea-4783-9387-30c4a885c762 req-52d0dc88-6399-477e-b9e5-a61add8f8378 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Aug 09 15:56:22.427103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-321f5982-8c88-4283-9234-a6778ee17876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.428634 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-321f5982-8c88-4283-9234-a6778ee17876 service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.0944164 Aug 09 15:56:22.475638 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-b51ddf6b-ff17-4260-970a-52c6c8f28d4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0378435 Aug 09 15:56:22.533607 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-589bf12e-62c2-4cc4-b542-a45f9f8d6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:22.534998 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-589bf12e-62c2-4cc4-b542-a45f9f8d6f86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0512092 Aug 09 15:56:22.568788 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-bca6a704-3c44-476a-a4bd-8b3aee224ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246539 Aug 09 15:56:22.676094 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-0fe8ba45-2873-419d-b15a-1db963145d36 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978477 Aug 09 15:56:22.775711 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ce37b0a-f122-4654-9cc4-a01180e9115b req-bbcdcb1b-1b72-4de9-a3d2-89634efe7321 service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843139 Aug 09 15:56:23.011768 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c90bf6-0cc4-45d3-a163-34b14cb2a84c req-b852634b-0ee5-49f3-b864-38cfa2d8ceac tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.013257 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b4c90bf6-0cc4-45d3-a163-34b14cb2a84c req-b852634b-0ee5-49f3-b864-38cfa2d8ceac tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0543172 Aug 09 15:56:23.053670 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b4c90bf6-0cc4-45d3-a163-34b14cb2a84c req-60e69d66-625c-46e4-ac95-3c7e21058db8 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Aug 09 15:56:23.458131 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6fd5-53b6-4764-944c-657f88fdc219 req-5f240d06-6623-48c2-bb99-45fc474da9ee tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:23.459667 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5fcf6fd5-53b6-4764-944c-657f88fdc219 req-5f240d06-6623-48c2-bb99-45fc474da9ee tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0542533 Aug 09 15:56:23.501903 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5fcf6fd5-53b6-4764-944c-657f88fdc219 req-ab1f8700-ad13-45a7-9848-b15698008f01 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Aug 09 15:56:24.153405 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 82eeafb9-921d-480b-b283-93f849781003 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:24.174839 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 82eeafb9-921d-480b-b283-93f849781003 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:24.175284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 82eeafb9-921d-480b-b283-93f849781003 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:24.180351 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76ca3-958c-4faf-b604-e3ca4a447152 req-7641df17-3453-4685-8356-dc487f399029 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.182421 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72a76ca3-958c-4faf-b604-e3ca4a447152 req-7641df17-3453-4685-8356-dc487f399029 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0578721 Aug 09 15:56:24.221632 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-72a76ca3-958c-4faf-b604-e3ca4a447152 req-c531963b-b6e6-4dd4-9525-64f93b8d8dd7 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Aug 09 15:56:24.389808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-70ae46b1-1ce0-46cb-b7ce-4d84d6364d52 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.391437 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-70ae46b1-1ce0-46cb-b7ce-4d84d6364d52 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Aug 09 15:56:24.502547 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Deleting port 60d5d387-298d-43a4-ad38-d3944fa51c04 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:24.503229 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.635147 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] For port 60d5d387-298d-43a4-ad38-d3944fa51c04, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=60d5d387-298d-43a4-ad38-d3944fa51c04,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:24.635447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.652404 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Calling delete_port for 60d5d387-298d-43a4-ad38-d3944fa51c04 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:24.667611 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28faf2-e11d-4249-9aaf-49dc05f75167 req-875a43ed-1245-4f58-866d-2181a9427ee9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:24.669575 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da28faf2-e11d-4249-9aaf-49dc05f75167 req-875a43ed-1245-4f58-866d-2181a9427ee9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0906951 Aug 09 15:56:24.767827 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-da28faf2-e11d-4249-9aaf-49dc05f75167 req-5ba06c29-728f-4efc-9aa5-d63ec965b99a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903203 Aug 09 15:56:24.878538 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:24.923294 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event deleted for resources: {'Port': ['ID=60d5d387-298d-43a4-ad38-d3944fa51c04,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:24.932387 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40', '60d5d387-298d-43a4-ad38-d3944fa51c04'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:25.020501 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] No DVR routers for this DVR port 60d5d387-298d-43a4-ad38-d3944fa51c04 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:25.023059 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:25.025163 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c33314a9-6125-4491-ab77-ec9d15ed11bf req-04c32171-3402-4a8a-9428-0324991541ea tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "DELETE /v2.0/ports/60d5d387-298d-43a4-ad38-d3944fa51c04 HTTP/1.1" status: 204 len: 173 time: 0.6252661 Aug 09 15:56:25.025623 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'name': 'network-vif-deleted', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:25.028480 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f48ab38-f0b4-4491-a3e0-548d590d9450" -d '{"events": [{"server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "name": "network-vif-deleted", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:25.082253 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9787e696-9376-4edb-b0ab-d53d1d745f5a x-openstack-request-id: req-9787e696-9376-4edb-b0ab-d53d1d745f5a {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:25.082544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503", "name": "network-vif-deleted", "tag": "60d5d387-298d-43a4-ad38-d3944fa51c04", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:25.082794 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9787e696-9376-4edb-b0ab-d53d1d745f5a {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:25.083187 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503', 'name': 'network-vif-deleted', 'tag': '60d5d387-298d-43a4-ad38-d3944fa51c04', 'status': 'completed', 'code': 200} Aug 09 15:56:25.344154 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0c62c0c9-a1e7-4c7f-a00d-7f28b9d7900c req-f602c7bc-6f1b-4d3f-8d12-3467c97820d0 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=94ac3b2b-c5f2-4f22-8130-8cf6ba4b5503 HTTP/1.1" status: 200 len: 210 time: 0.0312557 Aug 09 15:56:25.903637 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3976c-cc2f-4584-8bdd-d5931a4310d9 req-c595feb4-bfee-4e42-ac94-f0a8b99802ad tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:25.905208 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ded3976c-cc2f-4584-8bdd-d5931a4310d9 req-c595feb4-bfee-4e42-ac94-f0a8b99802ad tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0569806 Aug 09 15:56:25.954248 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ded3976c-cc2f-4584-8bdd-d5931a4310d9 req-aff268ac-117c-47e9-acec-02004d582b0b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Aug 09 15:56:26.953382 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7259-062d-47b5-9868-54fc0bfcf56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.101926 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a8d64-68cc-469f-b83e-b657e8005f38 req-4f2ea844-c174-416a-be14-59e8b6d185ec tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.103734 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-025a8d64-68cc-469f-b83e-b657e8005f38 req-4f2ea844-c174-416a-be14-59e8b6d185ec tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0573335 Aug 09 15:56:27.153599 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-025a8d64-68cc-469f-b83e-b657e8005f38 req-95345a42-09e3-4720-820b-e9a2add251e8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Aug 09 15:56:27.677382 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4858d6-9b29-4101-9236-0d1c36d50ff8 req-2e9a6147-1619-463e-a97c-e8292e811e23 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.680095 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0a4858d6-9b29-4101-9236-0d1c36d50ff8 req-2e9a6147-1619-463e-a97c-e8292e811e23 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.0739386 Aug 09 15:56:27.735027 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0a4858d6-9b29-4101-9236-0d1c36d50ff8 req-0aace671-d7f7-406a-b4e7-95bc05439555 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Aug 09 15:56:27.819279 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbfadc-8598-4e58-8949-cb4022d6be56 req-6360b9b3-f229-40ec-9c4a-8eba72e941b9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:27.820974 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-adbbfadc-8598-4e58-8949-cb4022d6be56 req-6360b9b3-f229-40ec-9c4a-8eba72e941b9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0557315 Aug 09 15:56:27.885256 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-adbbfadc-8598-4e58-8949-cb4022d6be56 req-98e49a43-4da2-474d-9e50-6fbde5504f5e tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Aug 09 15:56:28.156922 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 60d5d387-298d-43a4-ad38-d3944fa51c04 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:28.197652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 60d5d387-298d-43a4-ad38-d3944fa51c04 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:28.200243 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 60d5d387-298d-43a4-ad38-d3944fa51c04 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:28.271092 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c245eb9-d330-439a-b3ad-61dca40cf959 req-b73b0bee-d0e2-416d-b335-f7d618b1108f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:28.273292 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6c245eb9-d330-439a-b3ad-61dca40cf959 req-b73b0bee-d0e2-416d-b335-f7d618b1108f tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0509160 Aug 09 15:56:28.315219 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6c245eb9-d330-439a-b3ad-61dca40cf959 req-7f9d94c1-901c-47db-9fb4-2f0a49716c1b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Aug 09 15:56:28.879447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687d06-5938-4615-9e65-ad730830a859 req-15ec750c-3d0b-4d5e-9c1e-ab1e13ff8d0e tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:28.885231 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6b687d06-5938-4615-9e65-ad730830a859 req-15ec750c-3d0b-4d5e-9c1e-ab1e13ff8d0e tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.0702107 Aug 09 15:56:28.940406 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6b687d06-5938-4615-9e65-ad730830a859 req-6eec3a40-aae0-4679-a9ab-0635764c761f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Aug 09 15:56:29.035246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4cf31-1a9d-4408-951a-a743e7369f0f req-ad44cf9b-2bb5-4653-9ea4-f55beaaf3390 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:29.036639 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a1c4cf31-1a9d-4408-951a-a743e7369f0f req-ad44cf9b-2bb5-4653-9ea4-f55beaaf3390 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0541296 Aug 09 15:56:29.076913 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a1c4cf31-1a9d-4408-951a-a743e7369f0f req-3ee0a1bc-0dff-47ad-98de-fa2dfefc3f43 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Aug 09 15:56:29.385589 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-bcf31872-1b63-4eee-a3f9-fb86c06efeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:29.448241 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b933e2-aa47-468a-a3db-ae51c1a9c459 req-f3bb6646-4544-4e4c-9137-865d7f23a465 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:29.450577 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f6b933e2-aa47-468a-a3db-ae51c1a9c459 req-f3bb6646-4544-4e4c-9137-865d7f23a465 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0562575 Aug 09 15:56:29.500448 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f6b933e2-aa47-468a-a3db-ae51c1a9c459 req-b86944af-62c6-47b6-8590-b4b2e5b89ee9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Aug 09 15:56:29.622942 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.016029 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-d454e96f-c80c-437f-b9c1-b1ae94f9c690 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415053612&fields=id&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 267 time: 0.0640173 Aug 09 15:56:30.110289 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68569-ade9-434a-a081-648dfd1aad6c req-9427bc78-8083-4893-bae6-40308a3bbacd tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.111879 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ddf68569-ade9-434a-a081-648dfd1aad6c req-9427bc78-8083-4893-bae6-40308a3bbacd tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.0704134 Aug 09 15:56:30.161278 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-e2c9c501-5816-4a05-b641-df550b4b44b6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.169928 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-e2c9c501-5816-4a05-b641-df550b4b44b6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.1519492 Aug 09 15:56:30.175540 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ddf68569-ade9-434a-a081-648dfd1aad6c req-e2e9ad5b-8298-4f6e-a539-8f1fba2fc88a tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555954 Aug 09 15:56:30.190150 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-0d4e5770-a213-4799-9b09-c767f25afed2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/quotas/f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 375 time: 0.0190203 Aug 09 15:56:30.273961 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-6bc10886-4f89-4f8e-9a08-ef45b01c7d20 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740454 Aug 09 15:56:30.297873 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b518e5-8f38-43af-b33e-37ad7ca1b63a req-039c603f-c8cb-4b8d-a347-ea297cb2fa37 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.301611 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a1b518e5-8f38-43af-b33e-37ad7ca1b63a req-039c603f-c8cb-4b8d-a347-ea297cb2fa37 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0640523 Aug 09 15:56:30.347196 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a1b518e5-8f38-43af-b33e-37ad7ca1b63a req-b0ac5abc-a62e-49fd-8e52-8d4de059d00a tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e02e014-3a82-40be-8846-e4d3f6d93094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Aug 09 15:56:30.375073 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-d1a730b0-c547-47f7-8ce2-04c9b1ae6463 service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002307 Aug 09 15:56:30.481271 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-736726fc-e57c-4a95-800f-2a23eb8075c3 service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998366 Aug 09 15:56:30.792850 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-f63a951f-7df4-4d9b-8181-c6229f9c26de tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.795745 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-f63a951f-7df4-4d9b-8181-c6229f9c26de tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 945 time: 0.0789568 Aug 09 15:56:30.849053 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-161c4fcb-7e64-4af1-9ac9-008ffcbfe61a req-59926e8e-6b20-4796-9345-b1d79fc7c21f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 210 time: 0.0498538 Aug 09 15:56:30.898507 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.928425 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Deleting port 711c54bd-6078-472c-ae21-0de656df8d40 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:30.928763 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:30.933341 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-afb58153-15bd-42d8-9600-e0334622497c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.934888 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-afb58153-15bd-42d8-9600-e0334622497c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 945 time: 0.3384719 Aug 09 15:56:30.947777 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae7815-6fdf-4528-bdbd-c3919e348895 req-66d2c74e-51c5-4529-8011-00438e61350a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:30.950301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0bae7815-6fdf-4528-bdbd-c3919e348895 req-66d2c74e-51c5-4529-8011-00438e61350a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.3244507 Aug 09 15:56:31.053764 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] For port 711c54bd-6078-472c-ae21-0de656df8d40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=711c54bd-6078-472c-ae21-0de656df8d40,segment=NetworkSegment(b0844fa6-0c76-4392-a5a8-97a13b36c428),segment_id=b0844fa6-0c76-4392-a5a8-97a13b36c428)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:31.054253 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.054356 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0bae7815-6fdf-4528-bdbd-c3919e348895 req-eb2446ca-ee13-48ac-9bc2-5f0865a62c7d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Aug 09 15:56:31.070683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Calling delete_port for 711c54bd-6078-472c-ae21-0de656df8d40 owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:31.087991 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Deleting port 9ac87522-e827-4158-8b43-77ea3584d058 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:56:31.088396 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.188113 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] For port 9ac87522-e827-4158-8b43-77ea3584d058, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9ac87522-e827-4158-8b43-77ea3584d058,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:31.188856 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.205703 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Calling delete_port for 9ac87522-e827-4158-8b43-77ea3584d058 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:56:31.226078 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.262035 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Pushing event deleted for resources: {'Port': ['ID=711c54bd-6078-472c-ae21-0de656df8d40,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:31.276623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['711c54bd-6078-472c-ae21-0de656df8d40'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:31.344346 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] No DVR routers for this DVR port 711c54bd-6078-472c-ae21-0de656df8d40 on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:31.347515 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.349756 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a6909992-f82f-4cda-9147-d17f87f6e7b3 req-a0767876-c72d-4bd9-8b91-ee2402f5a06c tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.21 "DELETE /v2.0/ports/711c54bd-6078-472c-ae21-0de656df8d40 HTTP/1.1" status: 204 len: 173 time: 0.5409739 Aug 09 15:56:31.354050 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'name': 'network-vif-deleted', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:31.356878 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60aa3c7-fde6-4f88-9423-3b9428c2bac2" -d '{"events": [{"server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "name": "network-vif-deleted", "tag": "711c54bd-6078-472c-ae21-0de656df8d40"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:31.363572 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.379456 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fccf-fcd8-40af-adeb-dfce8098267d req-6c88e253-912e-4915-9f8e-20829a622d9f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:31.392487 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c454fccf-fcd8-40af-adeb-dfce8098267d req-6c88e253-912e-4915-9f8e-20829a622d9f tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 867 time: 0.1347804 Aug 09 15:56:31.396518 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Pushing event deleted for resources: {'Port': ['ID=9ac87522-e827-4158-8b43-77ea3584d058,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:31.421887 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['9ac87522-e827-4158-8b43-77ea3584d058'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:31.446750 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c454fccf-fcd8-40af-adeb-dfce8098267d req-16b7ff4b-0d50-4c39-b91e-ed039632e0ca tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Aug 09 15:56:31.474318 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] No DVR routers for this DVR port 9ac87522-e827-4158-8b43-77ea3584d058 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:56:31.477596 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:31.481227 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b674662b-e909-4b73-8666-8f4d746d9bb6 req-4193453d-6032-45a6-85e6-038b8660ab43 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "DELETE /v2.0/ports/9ac87522-e827-4158-8b43-77ea3584d058 HTTP/1.1" status: 204 len: 173 time: 0.5296054 Aug 09 15:56:31.481812 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'name': 'network-vif-deleted', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:31.484625 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1135f7-9258-448c-b3a8-5bb2c512006d" -d '{"events": [{"server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "name": "network-vif-deleted", "tag": "9ac87522-e827-4158-8b43-77ea3584d058"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:31.518692 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353a17ef-9e87-4bd9-87eb-b1d6eb5b735f x-openstack-request-id: req-353a17ef-9e87-4bd9-87eb-b1d6eb5b735f {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:31.519037 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e75c28b-f408-4b47-9bd8-26feffb2aa6e", "name": "network-vif-deleted", "tag": "711c54bd-6078-472c-ae21-0de656df8d40", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:31.519425 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-353a17ef-9e87-4bd9-87eb-b1d6eb5b735f {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:31.519760 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e75c28b-f408-4b47-9bd8-26feffb2aa6e', 'name': 'network-vif-deleted', 'tag': '711c54bd-6078-472c-ae21-0de656df8d40', 'status': 'completed', 'code': 200} Aug 09 15:56:31.611138 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9466f63e-395b-46ab-ad23-2d40c3244197 req-1708e985-8e4c-40e2-94a0-aa64bb7f5831 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.0292912 Aug 09 15:56:31.659435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dabb6a-e724-4fa2-acd0-962c13c34fc6 x-openstack-request-id: req-a9dabb6a-e724-4fa2-acd0-962c13c34fc6 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:31.659850 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e76d3c-da1c-457c-8b95-9c82a6a73480", "name": "network-vif-deleted", "tag": "9ac87522-e827-4158-8b43-77ea3584d058", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:31.660165 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a9dabb6a-e724-4fa2-acd0-962c13c34fc6 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:31.660623 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e76d3c-da1c-457c-8b95-9c82a6a73480', 'name': 'network-vif-deleted', 'tag': '9ac87522-e827-4158-8b43-77ea3584d058', 'status': 'completed', 'code': 200} Aug 09 15:56:31.947670 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2b8f0763-1174-4f83-88c1-75999e50543b req-0bf083e3-2d49-4aab-9061-0b2647699388 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 210 time: 0.0259938 Aug 09 15:56:32.184706 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a0f3-d758-466f-a177-6261c83428df req-e9ece5d8-848b-4190-8fe9-8571f211dd8c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.186348 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6419a0f3-d758-466f-a177-6261c83428df req-e9ece5d8-848b-4190-8fe9-8571f211dd8c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0516484 Aug 09 15:56:32.233887 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6419a0f3-d758-466f-a177-6261c83428df req-90bf35b5-7052-4d6a-96a5-263943b0da82 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Aug 09 15:56:32.459712 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-663eeb41-aed4-4c5e-866a-79963904d98e tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:32.461408 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-663eeb41-aed4-4c5e-866a-79963904d98e tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.1242340 Aug 09 15:56:32.476132 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.540254 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-38548513-b855-4918-a61c-5973922b3d58 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 380 time: 0.0509353 Aug 09 15:56:32.559968 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'port': {'device_id': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'admin_state_up': True, 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'security_groups': ['78b2704d-abe6-4f8d-b62f-bc8c13d1728f']}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:32.565270 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5a1295ef-857e-4eb7-8007-5abd485effaf req-84060926-e06f-4622-9646-3c6795482630 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=08e76d3c-da1c-457c-8b95-9c82a6a73480 HTTP/1.1" status: 200 len: 210 time: 0.0437338 Aug 09 15:56:32.724496 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Made reservation on behalf of f71c61fabc90427aa7ef282b3e8f8c7f for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:32.727964 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:32.732882 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f0787fff-a7f3-4830-8999-6d070c4fb8a6 req-8bd5e0d7-0b32-4e84-af6c-0b4a6c436ff9 tempest-AttachVolumeNegativeTest-235900167 tempest-AttachVolumeNegativeTest-235900167-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e75c28b-f408-4b47-9bd8-26feffb2aa6e HTTP/1.1" status: 200 len: 210 time: 0.0356519 Aug 09 15:56:32.884283 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.20.0.4 (69496bb5-b021-466f-b5ff-5a0557e87bee/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9/bcbad54f-a798-4770-86a0-59496e534c3e) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:33.024836 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.046237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Transition to ACTIVE for port object bcbad54f-a798-4770-86a0-59496e534c3e will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:33.052671 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7313c87c-d63a-44e7-aba2-619802573c47 req-26a75972-be39-484a-a9a9-ad2757872a38 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 210 time: 0.0338273 Aug 09 15:56:33.089844 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.136828 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:33.140017 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:33.143865 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:33.150368 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.199237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.200178 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.218029 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-15b9a84e-e6c9-411f-9daa-7fa313cde66d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670032 Aug 09 15:56:33.241481 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Request body: {'port': {'device_id': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:33.306498 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.415862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56da675-604b-4f4c-a7ec-52dd7fe01e19 req-50a38768-64c0-4a5d-9d91-af995d149a43 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:33.417851 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d56da675-604b-4f4c-a7ec-52dd7fe01e19 req-50a38768-64c0-4a5d-9d91-af995d149a43 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0998352 Aug 09 15:56:33.429501 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-7a478ea4-f3b3-4ba5-9e62-ecc04dda9208 None None] Provisioning for port bcbad54f-a798-4770-86a0-59496e534c3e completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:33.434652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-7a478ea4-f3b3-4ba5-9e62-ecc04dda9208 None None] Provisioning complete for port bcbad54f-a798-4770-86a0-59496e534c3e triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:33.435027 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7a478ea4-f3b3-4ba5-9e62-ecc04dda9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.474099 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-7a478ea4-f3b3-4ba5-9e62-ecc04dda9208 None None] Port bcbad54f-a798-4770-86a0-59496e534c3e cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:56:33.525132 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d56da675-604b-4f4c-a7ec-52dd7fe01e19 req-30034d72-c0c8-449f-972e-996888c4c2cf tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589221 Aug 09 15:56:33.653253 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcbad54f-a798-4770-86a0-59496e534c3e {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:33.660827 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.674199 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Transition to ACTIVE for port object bcbad54f-a798-4770-86a0-59496e534c3e will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:33.678514 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.756860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:33.814812 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48090) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:33.850947 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Attempting to bind port bcbad54f-a798-4770-86a0-59496e534c3e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:33.851484 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Attempting to bind port bcbad54f-a798-4770-86a0-59496e534c3e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:33.851972 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Attempting to bind port bcbad54f-a798-4770-86a0-59496e534c3e on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:33.857447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Port bcbad54f-a798-4770-86a0-59496e534c3e on network 69496bb5-b021-466f-b5ff-5a0557e87bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:33.857931 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Attempting to bind port bcbad54f-a798-4770-86a0-59496e534c3e on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:33.868018 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:33.868380 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:33.868827 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Bound using segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:33.869331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Bound port: bcbad54f-a798-4770-86a0-59496e534c3e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:33.869842 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.871090 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Deleting subnet d8e94d6b-286a-4c15-ad07-7c39edee0431 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:33.875208 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.916899 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48098) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:33.954621 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:33.971095 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:33.975190 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcbad54f-a798-4770-86a0-59496e534c3e,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:33.981450 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.006777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Deleting subnet 25aa1246-7fcc-48af-b13a-fb0fbedf7c13 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:56:34.023314 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.036996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.037732 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.039318 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] 10.222.0.21 "PUT /v2.0/ports/bcbad54f-a798-4770-86a0-59496e534c3e HTTP/1.1" status: 200 len: 1093 time: 0.8023124 Aug 09 15:56:34.039862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:34.043067 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6499613c-606e-4631-9101-987fb5eb2432" -d '{"events": [{"name": "network-changed", "server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:34.053963 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.087083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7061c-cc4c-4870-ae06-ffa983fb9a89 service neutron] Pushing event updated for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.099899 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.106048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bfc471-6cf9-4946-96b4-b727b4098b08 x-openstack-request-id: req-d3bfc471-6cf9-4946-96b4-b727b4098b08 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:34.106503 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:34.106821 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d3bfc471-6cf9-4946-96b4-b727b4098b08 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:34.107139 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'status': 'completed', 'code': 200} Aug 09 15:56:34.213596 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.217030 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.230944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd3b4-ab04-46e4-add5-04a927a3ac76 req-0536eb18-283a-4fd9-a1da-e7d310aab4f4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.232817 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c48fd3b4-ab04-46e4-add5-04a927a3ac76 req-0536eb18-283a-4fd9-a1da-e7d310aab4f4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1246080 Aug 09 15:56:34.239854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-c7ffa18c-bafe-4872-bb4b-4108dcdc9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.241363 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-c7ffa18c-bafe-4872-bb4b-4108dcdc9a94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 1096 time: 0.0670488 Aug 09 15:56:34.273153 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e94d6b-286a-4c15-ad07-7c39edee0431,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.278527 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.280045 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c48fd3b4-ab04-46e4-add5-04a927a3ac76 req-7db36ab3-59f9-4880-ac5a-0d439a913bfe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376315 Aug 09 15:56:34.282926 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48106) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:34.283079 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-a6ffdd16-47b0-4a13-87f0-cf6908bb05ba admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d8e94d6b-286a-4c15-ad07-7c39edee0431 HTTP/1.1" status: 204 len: 168 time: 0.4665470 Aug 09 15:56:34.312235 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914985de-0427-40ba-9686-b9f8218ea175 req-db057d5a-10bf-4e6e-bb3e-5cad8f84e2a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.313650 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-914985de-0427-40ba-9686-b9f8218ea175 req-db057d5a-10bf-4e6e-bb3e-5cad8f84e2a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.1401043 Aug 09 15:56:34.340008 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.373162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.374347 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25aa1246-7fcc-48af-b13a-fb0fbedf7c13,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.381718 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.386156 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e140360c-f4a5-4b0c-bca2-da6a2b1e452a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/25aa1246-7fcc-48af-b13a-fb0fbedf7c13 HTTP/1.1" status: 204 len: 168 time: 0.4677637 Aug 09 15:56:34.386585 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48108) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:34.389443 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-914985de-0427-40ba-9686-b9f8218ea175 req-95125a67-e5c3-4fc8-b5d5-2357144d3538 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681653 Aug 09 15:56:34.511594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.523823 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.527634 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5d1c17-7d22-4937-b328-d663bc701675']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.540355 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0844fa6-0c76-4392-a5a8-97a13b36c428') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.540653 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0844fa6-0c76-4392-a5a8-97a13b36c428') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.552303 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.617185 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.659535 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.662218 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:34.662611 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:34.664229 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:34.710012 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3580e04-1f6d-4aec-bad7-0de4a4d0aee5']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.724331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a585d6b-f451-4921-8068-97975a1aa450') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.724627 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a585d6b-f451-4921-8068-97975a1aa450') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:56:34.740183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.755820 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.762067 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.764178 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] 10.222.0.90 "DELETE /v2.0/networks/3e5d1c17-7d22-4937-b328-d663bc701675 HTTP/1.1" status: 204 len: 168 time: 0.4802470 Aug 09 15:56:34.769262 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.789351 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d198f1-5266-45b2-95b7-eb56b549ec79 req-dabee6f9-43ad-4e48-967c-4bd06a09014b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:34.790890 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-85d198f1-5266-45b2-95b7-eb56b549ec79 req-dabee6f9-43ad-4e48-967c-4bd06a09014b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1750753 Aug 09 15:56:34.795331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f258f5-bd1b-4419-afda-9611524dc806 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5d1c17-7d22-4937-b328-d663bc701675,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.799160 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:56:34.799594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:56:34.801626 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:56:34.880810 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.885134 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:34.887815 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f3580e04-1f6d-4aec-bad7-0de4a4d0aee5 HTTP/1.1" status: 204 len: 168 time: 0.5002987 Aug 09 15:56:34.890875 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-85d198f1-5266-45b2-95b7-eb56b549ec79 req-f113c636-63bf-4f43-a341-c7f5f842f768 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Aug 09 15:56:34.911978 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cf98f-8479-4a6e-be51-bd23da6c1079 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3580e04-1f6d-4aec-bad7-0de4a4d0aee5,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:34.971790 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48118) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.013735 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-455886c1-3594-4d5a-bf55-ff055ccfdf8c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b2f158a7877f4542b1e42e8e573c36d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407631 Aug 09 15:56:35.015543 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48120) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.016317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48122) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.057812 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8711cb86-14f7-47a2-a6ba-386d1bb45605 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ce4c62b815f04cde86c1c836eb9210d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411413 Aug 09 15:56:35.062134 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48124) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:35.064259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.086639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.111470 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.134683 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.134912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.136870 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.138040 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8e02e014-3a82-40be-8846-e4d3f6d93094 HTTP/1.1" status: 204 len: 168 time: 0.1207235 Aug 09 15:56:35.146260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1d83f-8175-432c-9ee6-de08a3dd832d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e02e014-3a82-40be-8846-e4d3f6d93094,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.187879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.190419 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:35.191552 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/89f633cd-07ae-4f60-9038-ec07e21fa889 HTTP/1.1" status: 204 len: 168 time: 0.1285048 Aug 09 15:56:35.199851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857e3c-f998-4e0b-ae6f-19992703b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f633cd-07ae-4f60-9038-ec07e21fa889,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:35.407574 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0206f-d903-4990-bbd1-5e84fb466f93 req-8d9b2794-ea66-4ebf-8274-990dee26d37c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.409166 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-98e0206f-d903-4990-bbd1-5e84fb466f93 req-8d9b2794-ea66-4ebf-8274-990dee26d37c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0531685 Aug 09 15:56:35.463366 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-98e0206f-d903-4990-bbd1-5e84fb466f93 req-9b1c4b3f-6a27-48ee-a50a-20a91ef337e9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Aug 09 15:56:35.542774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abda61-7e10-468f-9870-1bc46c08dcbf req-cd2bd441-5092-4bea-9efd-9094da30a9f7 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:35.544818 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-68abda61-7e10-468f-9870-1bc46c08dcbf req-cd2bd441-5092-4bea-9efd-9094da30a9f7 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0831707 Aug 09 15:56:35.591919 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-68abda61-7e10-468f-9870-1bc46c08dcbf req-1fe752a8-5045-462e-8f33-8308c85d3360 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Aug 09 15:56:35.917116 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 9ac87522-e827-4158-8b43-77ea3584d058 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:35.941683 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 9ac87522-e827-4158-8b43-77ea3584d058 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:35.942022 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 9ac87522-e827-4158-8b43-77ea3584d058 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:35.942676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 711c54bd-6078-472c-ae21-0de656df8d40 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:56:35.964725 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 711c54bd-6078-472c-ae21-0de656df8d40 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:56:35.965904 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 711c54bd-6078-472c-ae21-0de656df8d40 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:56:36.022924 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f8d0d-d1ea-4439-9c69-f9b91e22d7c8 req-2b875df0-7171-4b77-9579-5fd2ade1e1d0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:36.030324 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aa2f8d0d-d1ea-4439-9c69-f9b91e22d7c8 req-2b875df0-7171-4b77-9579-5fd2ade1e1d0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0607338 Aug 09 15:56:36.068712 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aa2f8d0d-d1ea-4439-9c69-f9b91e22d7c8 req-ab0d9d6c-8c1d-4d09-8bf1-158ac7ba4084 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Aug 09 15:56:36.629311 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169dd81-850e-4c7e-bf68-232b948d2915 req-1c9b17dc-2834-4224-97cf-48acc5c0aaba tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:36.632350 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a169dd81-850e-4c7e-bf68-232b948d2915 req-1c9b17dc-2834-4224-97cf-48acc5c0aaba tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Aug 09 15:56:36.674089 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a169dd81-850e-4c7e-bf68-232b948d2915 req-59d7059c-cef7-4b53-b53a-cda51141e8d4 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365329 Aug 09 15:56:36.715590 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5230cc-faf6-48fc-863c-6d17ae08f867 req-fdd4c57d-3085-49f6-8ea6-c300c53363cd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:36.717173 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5230cc-faf6-48fc-863c-6d17ae08f867 req-fdd4c57d-3085-49f6-8ea6-c300c53363cd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0555043 Aug 09 15:56:36.755110 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5230cc-faf6-48fc-863c-6d17ae08f867 req-3afa3396-bad7-457d-b543-62bdb86ef4af tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Aug 09 15:56:36.964712 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-eb962088-ce6e-4d26-a221-07171cc7673d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbad54f-a798-4770-86a0-59496e534c3e HTTP/1.1" status: 200 len: 217 time: 0.0381713 Aug 09 15:56:37.042210 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-a9395f8f-189a-4b66-8702-6754b8e41cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.043852 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-a9395f8f-189a-4b66-8702-6754b8e41cf6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0427670 Aug 09 15:56:37.091189 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271c0de-b7e5-467d-9969-da165c37c54f req-c5a897e2-bbf4-4986-8c2a-6a70ba8a23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.092721 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-c5a897e2-bbf4-4986-8c2a-6a70ba8a23c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409253 Aug 09 15:56:37.225872 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216181b7-c46d-4958-8dde-39a7a0d48ace req-86c62232-774d-4d2d-8f58-38279462d862 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.227485 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-216181b7-c46d-4958-8dde-39a7a0d48ace req-86c62232-774d-4d2d-8f58-38279462d862 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0781219 Aug 09 15:56:37.232127 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-4f02b63a-ccce-4837-9dd6-30d560e6a36d service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295979 Aug 09 15:56:37.258000 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48218) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:37.322263 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-216181b7-c46d-4958-8dde-39a7a0d48ace req-62ceff89-6f76-43a6-a696-5b760419fe66 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877821 Aug 09 15:56:37.367783 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6271c0de-b7e5-467d-9969-da165c37c54f req-6a20e221-c28b-4a80-b161-146e8632257a service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264937 Aug 09 15:56:37.411308 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3826af81-2b01-4afa-b956-60465d76d404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.542451 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3826af81-2b01-4afa-b956-60465d76d404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.550527 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3826af81-2b01-4afa-b956-60465d76d404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.591915 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499613c-606e-4631-9101-987fb5eb2432 req-9d793e7b-03ad-475f-a379-f1ab5178a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.594454 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-9d793e7b-03ad-475f-a379-f1ab5178a2ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 1096 time: 0.0929785 Aug 09 15:56:37.606152 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3826af81-2b01-4afa-b956-60465d76d404 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d9389b51c5c14817b25c7ac5095982fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470368 Aug 09 15:56:37.608935 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48226) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:37.619819 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826af81-2b01-4afa-b956-60465d76d404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2eab50-852a-4879-bd0d-a5c93311e425,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:37.690960 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.718237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499613c-606e-4631-9101-987fb5eb2432 req-1e652eb4-74a5-4cd5-93dd-b044d5aa970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.719443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.719912 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-1e652eb4-74a5-4cd5-93dd-b044d5aa970f service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1126823 Aug 09 15:56:37.767840 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-23ea7d79-8095-474c-8399-c6998fe0b07a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbad54f-a798-4770-86a0-59496e534c3e HTTP/1.1" status: 200 len: 217 time: 0.0368650 Aug 09 15:56:37.816396 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c183c-cdc5-4133-a5bb-9f932d5cd200 req-7575c818-e115-48b0-bcc1-69e06b5a55c0 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.818037 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9b8c183c-cdc5-4133-a5bb-9f932d5cd200 req-7575c818-e115-48b0-bcc1-69e06b5a55c0 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0659261 Aug 09 15:56:37.819194 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.822643 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.824159 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec2eab50-852a-4879-bd0d-a5c93311e425 HTTP/1.1" status: 204 len: 168 time: 0.2130570 Aug 09 15:56:37.843759 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499613c-606e-4631-9101-987fb5eb2432 req-351e3fe4-09a8-4df5-b987-f3da88e34480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.845434 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-351e3fe4-09a8-4df5-b987-f3da88e34480 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0633512 Aug 09 15:56:37.848247 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a1c12-bc4b-4e1c-bc71-395e2e95e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2eab50-852a-4879-bd0d-a5c93311e425,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:37.873315 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9b8c183c-cdc5-4133-a5bb-9f932d5cd200 req-ee39ed11-6508-4540-90d9-7f5bd485af21 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476496 Aug 09 15:56:37.929869 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b682a5-0aa8-4d40-9dfa-a052bcce0577 req-b3bee6af-b099-4f5f-9bfb-acd39d38b883 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.931404 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-44b682a5-0aa8-4d40-9dfa-a052bcce0577 req-b3bee6af-b099-4f5f-9bfb-acd39d38b883 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0850949 Aug 09 15:56:37.933430 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499613c-606e-4631-9101-987fb5eb2432 req-3c5b0154-f481-4166-bf11-ba62369cfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:37.934826 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-3c5b0154-f481-4166-bf11-ba62369cfdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795925 Aug 09 15:56:38.028609 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-44b682a5-0aa8-4d40-9dfa-a052bcce0577 req-73dcde41-5fcf-4fd3-bd30-e23e2bf905ad tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894368 Aug 09 15:56:38.069630 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-c0b9128f-d81a-43b2-916b-691110a8b223 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240077 Aug 09 15:56:38.166050 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48252) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.179586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-377a999b-4486-44d1-891f-b17592319ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.267714 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-377a999b-4486-44d1-891f-b17592319ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.272324 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-377a999b-4486-44d1-891f-b17592319ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.310223 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-377a999b-4486-44d1-891f-b17592319ffd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5eca8d9126fe41ccb657bc58bce961a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431108 Aug 09 15:56:38.311048 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a999b-4486-44d1-891f-b17592319ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7216487-9cee-44c3-adb0-fffdcf0e71a7,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.313184 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48254) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:38.362776 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.384006 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.430945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.433621 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.437258 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d7216487-9cee-44c3-adb0-fffdcf0e71a7 HTTP/1.1" status: 204 len: 168 time: 0.1207380 Aug 09 15:56:38.442549 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7511c9-082b-46f1-8792-fe6833f1de96 req-c04ec913-1c69-446e-b9b2-f34547800174 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:38.442684 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409e7d-dc81-4852-9b3c-deabffe4d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7216487-9cee-44c3-adb0-fffdcf0e71a7,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:38.444238 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a7511c9-082b-46f1-8792-fe6833f1de96 req-c04ec913-1c69-446e-b9b2-f34547800174 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0495925 Aug 09 15:56:38.492964 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a7511c9-082b-46f1-8792-fe6833f1de96 req-55b4bb2e-0cf0-4d0c-bd03-f2921abf8223 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Aug 09 15:56:39.045779 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36278b4b-56d5-479e-9ae0-c48053c9c77b req-7dac0874-31ab-40cc-b308-fca3506f6ff8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.047301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36278b4b-56d5-479e-9ae0-c48053c9c77b req-7dac0874-31ab-40cc-b308-fca3506f6ff8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Aug 09 15:56:39.099501 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6499613c-606e-4631-9101-987fb5eb2432 req-424e214e-e754-4678-af12-df1e1a3542e4 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221104 Aug 09 15:56:39.107761 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36278b4b-56d5-479e-9ae0-c48053c9c77b req-275adf9c-296e-456b-9aa9-8fdc5aa918d7 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500238 Aug 09 15:56:39.154112 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d89973-9fd5-4228-8f34-63ee16fdc76e req-b6a25ce4-94e3-48a9-8cf1-89006f673ee6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.155718 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19d89973-9fd5-4228-8f34-63ee16fdc76e req-b6a25ce4-94e3-48a9-8cf1-89006f673ee6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0522678 Aug 09 15:56:39.201275 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19d89973-9fd5-4228-8f34-63ee16fdc76e req-5861ddc5-cafb-4752-a4e5-b518718e2212 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Aug 09 15:56:39.608369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c8e92-e119-4e4a-aa27-909aa3ad4f63 req-4153e47d-6485-47a5-bae7-7bb8c629f04b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:39.610039 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-390c8e92-e119-4e4a-aa27-909aa3ad4f63 req-4153e47d-6485-47a5-bae7-7bb8c629f04b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 09 15:56:39.646722 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-390c8e92-e119-4e4a-aa27-909aa3ad4f63 req-11dd7207-928c-4fba-a209-1d1b8900ca3a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Aug 09 15:56:40.241249 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a14af4-93d1-49ca-a78b-ff5ad8461c59 req-6f274d94-cc1c-48dd-a696-64291a9da168 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.242770 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e9a14af4-93d1-49ca-a78b-ff5ad8461c59 req-6f274d94-cc1c-48dd-a696-64291a9da168 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0597944 Aug 09 15:56:40.281053 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e9a14af4-93d1-49ca-a78b-ff5ad8461c59 req-431cc07e-bec2-4d0f-ba16-94289ef75977 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Aug 09 15:56:40.319861 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c0e64-fe0d-4ae1-8750-ee64eefba0d5 req-e3d03051-a424-4068-bbf9-01de7300008c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.321337 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-361c0e64-fe0d-4ae1-8750-ee64eefba0d5 req-e3d03051-a424-4068-bbf9-01de7300008c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0523767 Aug 09 15:56:40.358535 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-361c0e64-fe0d-4ae1-8750-ee64eefba0d5 req-9d2fdc5f-f9f4-4d89-aeea-1debf688998a tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Aug 09 15:56:40.759084 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0cd57-a96a-4bd5-ae5c-141b48c5955b req-e261b588-5ce1-4cf9-9d67-d123a9fe25fc tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:40.761171 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-67e0cd57-a96a-4bd5-ae5c-141b48c5955b req-e261b588-5ce1-4cf9-9d67-d123a9fe25fc tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0471346 Aug 09 15:56:40.802147 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-67e0cd57-a96a-4bd5-ae5c-141b48c5955b req-56605776-6b70-4b83-9973-14b002fbe818 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Aug 09 15:56:41.396587 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8d7f0-a8d4-4554-b947-e39c86c7668f req-018c66d5-22b0-4c6c-8f81-bfe53b5f1aee tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:41.398097 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a8d7f0-a8d4-4554-b947-e39c86c7668f req-018c66d5-22b0-4c6c-8f81-bfe53b5f1aee tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Aug 09 15:56:41.442576 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a8d7f0-a8d4-4554-b947-e39c86c7668f req-167d79fe-3c60-447c-a091-e23b37b3e479 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328796 Aug 09 15:56:41.475443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc011-41b0-445d-951f-4356179694bb req-5096ea52-d0d5-4d57-91e0-dc13f3d546a6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:41.476840 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4a2dc011-41b0-445d-951f-4356179694bb req-5096ea52-d0d5-4d57-91e0-dc13f3d546a6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0493882 Aug 09 15:56:41.514283 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4a2dc011-41b0-445d-951f-4356179694bb req-ed9312d9-7408-4494-9494-17c4cc235caa tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Aug 09 15:56:41.927093 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84bfb6-90d5-4f31-b94f-1c5b83dbd374 req-776fae9b-7417-4f1a-aabb-6afcdeded510 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:41.928595 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb84bfb6-90d5-4f31-b94f-1c5b83dbd374 req-776fae9b-7417-4f1a-aabb-6afcdeded510 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0550961 Aug 09 15:56:41.975524 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb84bfb6-90d5-4f31-b94f-1c5b83dbd374 req-ad7fe653-cf22-49f1-9b74-3b87f25d8675 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358312 Aug 09 15:56:42.122038 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:42.565011 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc1874-2cc5-4b6f-8e72-c60c3d8c793f req-c4ec1cb3-30c6-45dc-a723-10a7618bfbb2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:42.566592 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5afc1874-2cc5-4b6f-8e72-c60c3d8c793f req-c4ec1cb3-30c6-45dc-a723-10a7618bfbb2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Aug 09 15:56:42.607916 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5afc1874-2cc5-4b6f-8e72-c60c3d8c793f req-5d3fbdde-7815-4cfa-a3f6-4ee70a0140e5 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Aug 09 15:56:42.632534 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210c918-5f1b-4fba-8ead-840a45143cf2 req-338f9526-0b14-4ccd-91e6-a2127f476087 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:42.634086 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3210c918-5f1b-4fba-8ead-840a45143cf2 req-338f9526-0b14-4ccd-91e6-a2127f476087 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0524971 Aug 09 15:56:42.675940 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3210c918-5f1b-4fba-8ead-840a45143cf2 req-596805bd-6dca-4963-b45d-3b97205c9e70 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354061 Aug 09 15:56:43.088998 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f83185-48a0-49e7-9915-05df827c9cb5 req-29f5c26a-0dfa-4114-8f44-f5f9362202c2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:43.090570 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-33f83185-48a0-49e7-9915-05df827c9cb5 req-29f5c26a-0dfa-4114-8f44-f5f9362202c2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0485733 Aug 09 15:56:43.130825 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-33f83185-48a0-49e7-9915-05df827c9cb5 req-c3764577-a191-4344-ace4-caafd9b60676 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Aug 09 15:56:43.736430 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aee0b7-b936-4276-8400-491545a229fa req-0a0bcc70-095e-49e7-8cc8-bed855bc1019 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:43.739064 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b5aee0b7-b936-4276-8400-491545a229fa req-0a0bcc70-095e-49e7-8cc8-bed855bc1019 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0638878 Aug 09 15:56:43.776540 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b5aee0b7-b936-4276-8400-491545a229fa req-87c29850-9a1f-45f7-8ac7-8932e5addc75 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Aug 09 15:56:43.807846 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285be5-d3fc-413c-bb32-296fee89b341 req-c0963db5-2bc4-4880-8e52-3d7ea4436ce5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:43.809356 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-db285be5-d3fc-413c-bb32-296fee89b341 req-c0963db5-2bc4-4880-8e52-3d7ea4436ce5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0513699 Aug 09 15:56:43.847489 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-db285be5-d3fc-413c-bb32-296fee89b341 req-d61dd6ed-760d-44aa-8f1c-520b754c1f5f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317707 Aug 09 15:56:44.250619 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ee2ee-4242-4acc-b158-2296c4d3d57d req-020ca4cd-bab6-4adf-939b-c16141ea28ce tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.252643 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-599ee2ee-4242-4acc-b158-2296c4d3d57d req-020ca4cd-bab6-4adf-939b-c16141ea28ce tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0538917 Aug 09 15:56:44.289058 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-599ee2ee-4242-4acc-b158-2296c4d3d57d req-f739ebf9-a50b-4709-ba20-b2343ba11c92 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Aug 09 15:56:44.891588 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000612-74be-483d-b685-6fa52741e253 req-62c02e56-d4e9-407f-8d72-1ebc420a01ff tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.893125 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-87000612-74be-483d-b685-6fa52741e253 req-62c02e56-d4e9-407f-8d72-1ebc420a01ff tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0489755 Aug 09 15:56:44.939310 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-87000612-74be-483d-b685-6fa52741e253 req-ac81046b-79e7-422b-bbb5-a6e4f1626b06 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Aug 09 15:56:44.973125 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d85790-918f-420b-9adc-5151205a80ec req-52af4f24-5ff1-499b-9e78-2e9fd3181417 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:44.974605 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-28d85790-918f-420b-9adc-5151205a80ec req-52af4f24-5ff1-499b-9e78-2e9fd3181417 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0612164 Aug 09 15:56:45.014725 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-28d85790-918f-420b-9adc-5151205a80ec req-5387e815-f43a-458e-b740-f4b797363f66 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Aug 09 15:56:45.408879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5cd2-5dc4-4d8c-9da3-ecc1df501ef6 req-9c66a285-5e7f-459a-98e8-c63ff3305b5c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:45.410395 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-513b5cd2-5dc4-4d8c-9da3-ecc1df501ef6 req-9c66a285-5e7f-459a-98e8-c63ff3305b5c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0479140 Aug 09 15:56:45.450321 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-513b5cd2-5dc4-4d8c-9da3-ecc1df501ef6 req-3d15cc5b-ecf5-4b95-bc09-0202fa71e66a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Aug 09 15:56:45.749885 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:46.072091 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45804e76-e554-4fe5-a3ca-e14b4faedbc6 req-bfbc3917-f137-429f-a402-d1bc96a4dbfe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.074323 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-45804e76-e554-4fe5-a3ca-e14b4faedbc6 req-bfbc3917-f137-429f-a402-d1bc96a4dbfe tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0654745 Aug 09 15:56:46.128371 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-45804e76-e554-4fe5-a3ca-e14b4faedbc6 req-324ab657-0d81-42de-818e-fa37de32408e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 Aug 09 15:56:46.158304 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0479c-9b9e-4354-a4d0-9c7bdeb60811 req-018a6dc6-4b98-4c76-8a99-0035db961c44 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.159822 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8b0479c-9b9e-4354-a4d0-9c7bdeb60811 req-018a6dc6-4b98-4c76-8a99-0035db961c44 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0519459 Aug 09 15:56:46.200934 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f8b0479c-9b9e-4354-a4d0-9c7bdeb60811 req-517a2853-8779-42a1-a560-119a067df52d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348356 Aug 09 15:56:46.574562 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cd1a1-dfab-4e88-8926-ac5002a7b42c req-ee7bf1bb-860d-49e9-a3dc-8f72eec16ada tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:46.576081 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b82cd1a1-dfab-4e88-8926-ac5002a7b42c req-ee7bf1bb-860d-49e9-a3dc-8f72eec16ada tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0503261 Aug 09 15:56:46.614602 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b82cd1a1-dfab-4e88-8926-ac5002a7b42c req-a013b276-6061-4bdd-a58c-9f29780f3fee tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Aug 09 15:56:47.242883 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8abfd-507a-42dd-ae7b-df09c0d3f34a req-0b3f9472-ada7-462d-b017-ea53f20f9792 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:47.245905 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19c8abfd-507a-42dd-ae7b-df09c0d3f34a req-0b3f9472-ada7-462d-b017-ea53f20f9792 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0502086 Aug 09 15:56:47.282646 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19c8abfd-507a-42dd-ae7b-df09c0d3f34a req-612f3afc-25a6-4275-bce5-e5c06102e0b8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Aug 09 15:56:47.322026 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324c07-bedc-463c-b70e-6efddfe75a80 req-e20bdec8-8a1d-4ad9-8fb5-0a261c206e2b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:47.323552 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81324c07-bedc-463c-b70e-6efddfe75a80 req-e20bdec8-8a1d-4ad9-8fb5-0a261c206e2b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0521147 Aug 09 15:56:47.360682 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81324c07-bedc-463c-b70e-6efddfe75a80 req-893175d0-eb24-4b50-88a4-06885f310ad6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312402 Aug 09 15:56:47.728374 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cb0e9-66ac-439a-a4bd-c30812f15bbb req-402cc5d2-7d01-49f7-985a-84ee11c12973 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:47.729832 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b21cb0e9-66ac-439a-a4bd-c30812f15bbb req-402cc5d2-7d01-49f7-985a-84ee11c12973 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0485756 Aug 09 15:56:47.770747 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b21cb0e9-66ac-439a-a4bd-c30812f15bbb req-3f62aec9-1930-451f-8ccf-be3467254587 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347884 Aug 09 15:56:48.396210 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87734-ab37-4c52-8f4a-9a327139fc7c req-46de76f0-5070-42b5-a300-a85fa89f0d3a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.397803 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dfa87734-ab37-4c52-8f4a-9a327139fc7c req-46de76f0-5070-42b5-a300-a85fa89f0d3a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Aug 09 15:56:48.436064 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-dfa87734-ab37-4c52-8f4a-9a327139fc7c req-3ac429e8-5466-4410-bfa2-f1c4dd76381c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Aug 09 15:56:48.473777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95548264-93e4-481a-901f-5cf92d5f1aa9 req-c916554b-1a65-4949-8a95-61669497f07f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.475242 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-95548264-93e4-481a-901f-5cf92d5f1aa9 req-c916554b-1a65-4949-8a95-61669497f07f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0493929 Aug 09 15:56:48.513884 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-95548264-93e4-481a-901f-5cf92d5f1aa9 req-17ace711-8f76-405e-9ee2-1c630a366e26 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Aug 09 15:56:48.815153 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-c48971cf-52da-42fe-b1bc-b49baa1d332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.816480 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-c48971cf-52da-42fe-b1bc-b49baa1d332c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.0407381 Aug 09 15:56:48.969578 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e31a-03ef-4b15-a3f4-661a3dc31923 req-b9a67c2f-7596-45ae-a3a9-c83ceb219172 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:48.971840 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7fb7e31a-03ef-4b15-a3f4-661a3dc31923 req-b9a67c2f-7596-45ae-a3a9-c83ceb219172 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1313910 Aug 09 15:56:49.018303 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-cab417a6-0f8b-4fcb-b05b-f9990244d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.019839 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-cab417a6-0f8b-4fcb-b05b-f9990244d229 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.1699197 Aug 09 15:56:49.037449 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7fb7e31a-03ef-4b15-a3f4-661a3dc31923 req-62bf7620-e92e-4bfb-9f97-85d8a245538b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Aug 09 15:56:49.321009 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-f9819134-d0b9-4b97-95a1-9633d6ff10cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1000 time: 0.2910752 Aug 09 15:56:49.546396 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facaa05-2587-4bb2-bcfc-f3ae8e97ee52 req-396207e5-7193-43c1-8609-b899e53093d8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.548018 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3facaa05-2587-4bb2-bcfc-f3ae8e97ee52 req-396207e5-7193-43c1-8609-b899e53093d8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0476339 Aug 09 15:56:49.586436 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3facaa05-2587-4bb2-bcfc-f3ae8e97ee52 req-254b70ce-bd4e-4f69-a252-2f311b617e64 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Aug 09 15:56:49.633965 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90377-7706-43cc-b619-c1a185109cc3 req-171889d4-9bdb-4108-8b1c-e22a12295000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.636163 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9ce90377-7706-43cc-b619-c1a185109cc3 req-171889d4-9bdb-4108-8b1c-e22a12295000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0537090 Aug 09 15:56:49.675156 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9ce90377-7706-43cc-b619-c1a185109cc3 req-e45bb984-eb86-44c5-9372-941f2342f606 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Aug 09 15:56:49.859117 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-40e3bf5e-de19-4b9b-8924-3ae37dac888d tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:49.860625 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-40e3bf5e-de19-4b9b-8924-3ae37dac888d tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 814 time: 0.1032283 Aug 09 15:56:49.876222 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-af4a7130-3c23-499f-ac44-e8f14b1a838a tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/quotas/d3d6997923ee45a2bbd4d68ebf8915e3 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Aug 09 15:56:49.908207 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-faa1978c-d0f7-4acc-b7e6-3b09ab02a142 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262291 Aug 09 15:56:49.999516 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-cdb948c4-aa02-44fd-84a0-fd951e227327 service neutron] 10.222.0.90 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843585 Aug 09 15:56:50.088819 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-a31c0b63-abcf-47f7-b678-0c43a184c81a service neutron] 10.222.0.90 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831962 Aug 09 15:56:50.106935 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-a2affb03-ca2e-430a-9c49-4d61d633284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.108586 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-a2affb03-ca2e-430a-9c49-4d61d633284c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0464237 Aug 09 15:56:50.158751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288d458-f1fe-487e-a66d-1ed4f592fed2 req-5241e41a-890a-44f3-bdee-07649621d030 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.160302 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9288d458-f1fe-487e-a66d-1ed4f592fed2 req-5241e41a-890a-44f3-bdee-07649621d030 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0505531 Aug 09 15:56:50.198920 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9288d458-f1fe-487e-a66d-1ed4f592fed2 req-22fc23df-7426-49fd-b78a-9791158108ee tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Aug 09 15:56:50.254714 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-85e32622-2912-4d62-84fe-7cb17cd5d3c1 req-b3d62022-afcc-4a48-ac2d-445c3fffed35 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 210 time: 0.0280178 Aug 09 15:56:50.698982 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffb58-273a-4edf-adfc-3577b1f5d06e req-1c736a13-21c2-4951-b463-b41ebeb4134b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.700513 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0d2ffb58-273a-4edf-adfc-3577b1f5d06e req-1c736a13-21c2-4951-b463-b41ebeb4134b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0478590 Aug 09 15:56:50.737777 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0d2ffb58-273a-4edf-adfc-3577b1f5d06e req-97a7177f-2cb0-401c-b380-8609cf5277ed tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Aug 09 15:56:50.788527 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c868c-6345-4a24-8da8-184e26463d67 req-7df4420a-4e84-495b-b87b-d98dbf204cc0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.790002 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-972c868c-6345-4a24-8da8-184e26463d67 req-7df4420a-4e84-495b-b87b-d98dbf204cc0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0477586 Aug 09 15:56:50.830881 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-972c868c-6345-4a24-8da8-184e26463d67 req-e90867fe-8fa6-4673-9d9a-6d03c15a501c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Aug 09 15:56:50.962451 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-faaea488-472c-430c-948e-7bf7b903aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:50.963897 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-faaea488-472c-430c-948e-7bf7b903aa1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419617 Aug 09 15:56:51.316092 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6ce36-3f93-4916-ab18-d5495fb7f129 req-d3297dca-16a9-4f8c-a24f-7387967236b6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.317589 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-02c6ce36-3f93-4916-ab18-d5495fb7f129 req-d3297dca-16a9-4f8c-a24f-7387967236b6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0514200 Aug 09 15:56:51.346858 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f05df6d0-ccb1-4bd5-b444-4db8edd32624 req-9137a580-5c1e-4f99-9bc5-e5755f51c2ed tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Aug 09 15:56:51.359544 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-02c6ce36-3f93-4916-ab18-d5495fb7f129 req-ecc69587-95f6-492d-9884-e62131149144 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Aug 09 15:56:51.852906 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5719265-075e-4f66-a81e-bbdd8f254c70 req-ab27699a-d529-4cb1-8d83-1cd4350bb1e1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.854949 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b5719265-075e-4f66-a81e-bbdd8f254c70 req-ab27699a-d529-4cb1-8d83-1cd4350bb1e1 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Aug 09 15:56:51.891698 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b5719265-075e-4f66-a81e-bbdd8f254c70 req-8e2fb808-ae1e-4757-8a8e-e3fc1e616a7c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Aug 09 15:56:51.935709 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device bcbad54f-a798-4770-86a0-59496e534c3e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:51.949618 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdad2-a880-4b41-af09-a8555060f929 req-9e88982a-f815-4504-bc01-2e18033dcba2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:51.952102 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-747bdad2-a880-4b41-af09-a8555060f929 req-9e88982a-f815-4504-bc01-2e18033dcba2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 943 time: 0.0554848 Aug 09 15:56:52.044650 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-747bdad2-a880-4b41-af09-a8555060f929 req-864e8f36-7f42-4266-8200-ec9f1bbf95b8 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827200 Aug 09 15:56:52.048706 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcbad54f-a798-4770-86a0-59496e534c3e,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:52.071235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'port_id': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'mac_address': 'fa:16:3e:89:44:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:52.091966 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-476d5625-92a8-4352-840f-a5e45c58056e service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150026 Aug 09 15:56:52.108327 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.120968 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcbad54f-a798-4770-86a0-59496e534c3e {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:52.142285 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcbad54f-a798-4770-86a0-59496e534c3e,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:52.147212 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:52.197402 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-14e182ae-78db-41ed-87c2-50b8b82b3103 req-728efc2d-4bdf-4e0f-aa43-114771528185 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852468 Aug 09 15:56:52.199122 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:52.206573 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.206858 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.207208 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.207542 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.207899 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.208231 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.208560 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.208886 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.209235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.209580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.209903 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.210216 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:52.465686 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-11115ade-4489-4b0e-a7c7-a3a032ac5d4d req-bad2c1c2-dbe0-480a-aed8-fabd799d913d tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 210 time: 0.0412562 Aug 09 15:56:52.487965 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fda97-bff1-4103-a882-b81e0d1c1a71 req-0187c6e1-2069-4bc8-9664-0ea34fc536e9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.487965 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-705fda97-bff1-4103-a882-b81e0d1c1a71 req-0187c6e1-2069-4bc8-9664-0ea34fc536e9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0562973 Aug 09 15:56:52.526261 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-705fda97-bff1-4103-a882-b81e0d1c1a71 req-02aab230-f353-43e1-afed-29d4386e5bf1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Aug 09 15:56:52.609113 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['bcbad54f-a798-4770-86a0-59496e534c3e'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:52.869912 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-2f5365d4-4f4d-4d64-a952-ea9f40854da0 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:52.869912 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-2f5365d4-4f4d-4d64-a952-ea9f40854da0 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 814 time: 0.1449838 Aug 09 15:56:52.913644 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Request body: {'port': {'device_id': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380', 'admin_state_up': True, 'tenant_id': 'd3d6997923ee45a2bbd4d68ebf8915e3'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:53.017956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ceed3-926d-49af-b760-6c1b5eab764f req-d634430c-d0f6-488b-a372-2df1f8638cd6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.019475 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f21ceed3-926d-49af-b760-6c1b5eab764f req-d634430c-d0f6-488b-a372-2df1f8638cd6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0595677 Aug 09 15:56:53.040036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Made reservation on behalf of d3d6997923ee45a2bbd4d68ebf8915e3 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:56:53.048305 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.075545 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f21ceed3-926d-49af-b760-6c1b5eab764f req-45f5842e-1a3e-4b9a-a818-6f410fe4e519 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456839 Aug 09 15:56:53.236809 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fac3-17de-4ddd-8e72-2547e12349cd req-d26e4e9e-509c-4e9b-a879-0895e6c9f5f5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.238317 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0a77fac3-17de-4ddd-8e72-2547e12349cd req-d26e4e9e-509c-4e9b-a879-0895e6c9f5f5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 944 time: 0.0964365 Aug 09 15:56:53.273994 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Allocated IP 172.20.0.3 (dbb1f4e6-a2ec-4333-943b-345e4c11d380/38bc2e79-a47c-4325-bfff-1cf54373eced/18e8fee1-645d-4efb-aa3a-7cfcc039dc1e) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:53.309176 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0a77fac3-17de-4ddd-8e72-2547e12349cd req-6befdcd9-8cf9-49c5-8795-10badba58958 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631437 Aug 09 15:56:53.328339 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48560) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.434028 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.446521 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.488635 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.529285 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Network dbb1f4e6-a2ec-4333-943b-345e4c11d380 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:53.536278 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:53.540071 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.540276 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:53.549598 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.576026 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Pushing event updated for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.585115 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.585299 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.586089 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.586089 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.586327 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.586527 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.587360 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.587360 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.587549 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.587806 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.588171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.588554 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.625103 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290b621-f8f4-4d45-8c71-942c2093f9f7,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:53.630004 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51d18f0b6b994b5a89bba14a94b62fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004651 Aug 09 15:56:53.632872 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48568) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:53.637936 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.638577 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.657264 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-3f16f4ac-65ce-457b-8c60-2734b2f50a0b tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527101 Aug 09 15:56:53.659698 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01014d-71f6-4dc2-91eb-2ddd1bec6763 req-0c34ba1f-83b5-4aae-a61e-11ac6faa884a tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.661346 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cc01014d-71f6-4dc2-91eb-2ddd1bec6763 req-0c34ba1f-83b5-4aae-a61e-11ac6faa884a tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 931 time: 0.1143348 Aug 09 15:56:53.662606 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.662951 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.663282 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.663613 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.664028 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.664338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.664588 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.664909 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.665226 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.665539 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.665853 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.666165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd037a7a-9eb4-4552-90ed-011c7352c1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:56:53.670191 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79c4cd-03e5-4b25-a043-99ab9022698c req-296715a5-3fdd-481c-b9f6-c6234dbd9bc7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:53.671728 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb79c4cd-03e5-4b25-a043-99ab9022698c req-296715a5-3fdd-481c-b9f6-c6234dbd9bc7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0701663 Aug 09 15:56:53.678808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Request body: {'port': {'device_id': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:53.732726 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cc01014d-71f6-4dc2-91eb-2ddd1bec6763 req-727aaafd-82e9-4cb8-b70a-4e0737bc5e0e tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Aug 09 15:56:53.737364 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.756125 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb79c4cd-03e5-4b25-a043-99ab9022698c req-698aa445-5800-42c0-b2a7-7cfc4c46c396 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729487 Aug 09 15:56:53.760746 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.761173 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.810163 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.812700 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:53.813827 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f290b621-f8f4-4d45-8c71-942c2093f9f7 HTTP/1.1" status: 204 len: 168 time: 0.1799045 Aug 09 15:56:53.821973 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c043fc8-fef4-4877-a513-c3e05e06b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290b621-f8f4-4d45-8c71-942c2093f9f7,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.033893 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:54.041691 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.054229 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Transition to ACTIVE for port object 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:56:54.058238 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.081458 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48574) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.094980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-50b50261-5cf9-445b-ab13-266fe498e24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.108382 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Pushing event updated for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.189994 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Attempting to bind port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:56:54.190335 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Attempting to bind port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:56:54.190667 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Attempting to bind port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:54.195847 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:56:54.196909 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Attempting to bind port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e on network dbb1f4e6-a2ec-4333-943b-345e4c11d380 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:56:54.203845 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:56:54.205705 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Checking segment: {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:56:54.206030 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Bound using segment: {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:56:54.206524 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Bound port: 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe8ccd9-0b86-4f00-a745-fd26108b54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:56:54.206966 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.236863 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f73fc-0ec0-492c-90e5-18c5a41c8cc5 req-0e6f935f-5e04-40b0-94ce-36363ae1ff1c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.238556 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-130f73fc-0ec0-492c-90e5-18c5a41c8cc5 req-0e6f935f-5e04-40b0-94ce-36363ae1ff1c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0821893 Aug 09 15:56:54.247618 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-50b50261-5cf9-445b-ab13-266fe498e24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.267452 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-50b50261-5cf9-445b-ab13-266fe498e24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.288194 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:56:54.291775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:56:54.297432 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.325894 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-130f73fc-0ec0-492c-90e5-18c5a41c8cc5 req-a7c34879-1eae-4e8e-aaff-318aaa2611ef tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767539 Aug 09 15:56:54.328493 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-50b50261-5cf9-445b-ab13-266fe498e24e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6e0a4a32296f44d4a9a4c0507b7f2750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459888 Aug 09 15:56:54.329589 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b50261-5cf9-445b-ab13-266fe498e24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874ca17d-a6ae-4d55-95e9-0c9d6755d047,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.331854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48584) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:54.342752 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.343385 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.353087 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] 10.222.0.21 "PUT /v2.0/ports/18e8fee1-645d-4efb-aa3a-7cfcc039dc1e HTTP/1.1" status: 200 len: 1093 time: 0.6704516 Aug 09 15:56:54.353087 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:54.353087 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97225576-1edb-4c99-b950-c089f9e2b1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:54.392189 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a313655-f6a8-4fca-bfae-33e5d35df577 x-openstack-request-id: req-1a313655-f6a8-4fca-bfae-33e5d35df577 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:54.392618 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:54.392749 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a313655-f6a8-4fca-bfae-33e5d35df577 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:54.393106 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e', 'status': 'completed', 'code': 200} Aug 09 15:56:54.412857 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414c1f6-0ddc-48eb-9823-0fc5797d4d9b service neutron] Pushing event updated for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.497679 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.512513 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b3e61-22f6-4051-b1f0-9a4be82792e0 req-6995232f-fe12-4a1c-b0c1-06650a1dfcfd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.513988 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3f5b3e61-22f6-4051-b1f0-9a4be82792e0 req-6995232f-fe12-4a1c-b0c1-06650a1dfcfd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 944 time: 0.1158371 Aug 09 15:56:54.520115 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-01c6a8a0-d2db-4018-af1e-d78a4624985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.521551 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-01c6a8a0-d2db-4018-af1e-d78a4624985b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 1096 time: 0.0813982 Aug 09 15:56:54.551893 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.594654 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-13b49738-fa14-4f07-bc2d-0b6c6ce0b419 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e HTTP/1.1" status: 200 len: 217 time: 0.0493681 Aug 09 15:56:54.649014 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3f5b3e61-22f6-4051-b1f0-9a4be82792e0 req-962825be-481a-4c8e-9686-c9ce33e66567 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249990 Aug 09 15:56:54.667444 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-ca77a5dd-4644-4c51-9b31-25c5bdbecde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.669235 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-ca77a5dd-4644-4c51-9b31-25c5bdbecde4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38bc2e79-a47c-4325-bfff-1cf54373eced HTTP/1.1" status: 200 len: 854 time: 0.0565255 Aug 09 15:56:54.691116 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.693544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:54.694600 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/874ca17d-a6ae-4d55-95e9-0c9d6755d047 HTTP/1.1" status: 204 len: 168 time: 0.3466690 Aug 09 15:56:54.711619 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-687af8bf-ddb2-4231-ad44-7feb9f1d4cc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbb1f4e6-a2ec-4333-943b-345e4c11d380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315244 Aug 09 15:56:54.716702 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4bb79-1652-47fb-b208-25f6e14d3563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ca17d-a6ae-4d55-95e9-0c9d6755d047,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:54.809799 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-94d4bcdb-153f-4a42-a266-0939fecfa331 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901496 Aug 09 15:56:54.859593 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc742aa-0fc9-49b0-9941-f2f0e18e420a req-745455d3-30a1-4a99-b408-5de5265dd956 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.861599 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-afc742aa-0fc9-49b0-9941-f2f0e18e420a req-745455d3-30a1-4a99-b408-5de5265dd956 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 943 time: 0.0522139 Aug 09 15:56:54.908709 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-afc742aa-0fc9-49b0-9941-f2f0e18e420a req-fb402771-53f5-4893-86ac-83345a89d6e7 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391326 Aug 09 15:56:54.935544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d707999-ce6a-4623-a73c-6d4b99f4e2c3 req-b6407532-85ef-4e69-b440-5a19ade7b2b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:54.937125 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d707999-ce6a-4623-a73c-6d4b99f4e2c3 req-b6407532-85ef-4e69-b440-5a19ade7b2b7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1076317 Aug 09 15:56:54.957501 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-284dec2c-fb6c-4884-8f32-2003beb2acef req-5773dd28-003f-4116-a78c-09f54dc6d631 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390283 Aug 09 15:56:54.958558 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device bcbad54f-a798-4770-86a0-59496e534c3e up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:56:54.996261 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d707999-ce6a-4623-a73c-6d4b99f4e2c3 req-18ab412d-710a-4f9e-a393-a9910b27fa6d tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Aug 09 15:56:55.020001 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port bcbad54f-a798-4770-86a0-59496e534c3e completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:56:55.023862 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port bcbad54f-a798-4770-86a0-59496e534c3e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:56:55.024242 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.109233 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.111354 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-a48bd9cc-f480-4692-941e-9f23706468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.112963 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-a48bd9cc-f480-4692-941e-9f23706468ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 1096 time: 0.0453866 Aug 09 15:56:55.133151 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:56:55.136032 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f43939-3c63-483b-8a6f-ec3d9b88cff9" -d '{"events": [{"server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "name": "network-vif-plugged", "status": "completed", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:56:55.153630 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcbad54f-a798-4770-86a0-59496e534c3e,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:55.159326 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:55.186214 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e70870-8be5-40f8-a920-fdf0c1bf0eba x-openstack-request-id: req-58e70870-8be5-40f8-a920-fdf0c1bf0eba {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:56:55.186539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "name": "network-vif-plugged", "status": "completed", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:56:55.186800 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-58e70870-8be5-40f8-a920-fdf0c1bf0eba {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:56:55.187324 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'code': 200} Aug 09 15:56:55.214848 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:55.216608 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-9534342a-4c01-458d-8d4c-ddadeb29648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.218137 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-9534342a-4c01-458d-8d4c-ddadeb29648e service neutron] 10.222.0.21 "GET /v2.0/networks?id=dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 200 len: 916 time: 0.0974476 Aug 09 15:56:55.268882 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-c8a071ed-9eb1-41c3-bb97-e049db39c841 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e HTTP/1.1" status: 200 len: 217 time: 0.0414009 Aug 09 15:56:55.333758 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-462ee76a-1d4f-48aa-9087-28eed518952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.338737 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-462ee76a-1d4f-48aa-9087-28eed518952e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=38bc2e79-a47c-4325-bfff-1cf54373eced HTTP/1.1" status: 200 len: 854 time: 0.0535913 Aug 09 15:56:55.385626 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-65ea63d9-d5bc-4d41-b218-b68b6ffb8faf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=dbb1f4e6-a2ec-4333-943b-345e4c11d380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291262 Aug 09 15:56:55.526268 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d28504-01aa-4c9e-8215-563d5916d418 req-4edc5795-2497-4a5f-9c6d-0ab0bd3d1022 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.528507 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-02d28504-01aa-4c9e-8215-563d5916d418 req-4edc5795-2497-4a5f-9c6d-0ab0bd3d1022 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1135368 Aug 09 15:56:55.533506 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-26872d03-f24c-4754-9955-c00c26779bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406426 Aug 09 15:56:55.533973 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecdd40-4350-48d6-9c93-5253509233a8 req-faeefb6b-8244-4c48-b8b5-1c693e1dffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.536384 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-06ecdd40-4350-48d6-9c93-5253509233a8 req-faeefb6b-8244-4c48-b8b5-1c693e1dffcc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 1098 time: 0.0545309 Aug 09 15:56:55.610552 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-06ecdd40-4350-48d6-9c93-5253509233a8 req-1123554c-f7c6-4fce-a1ea-d966f2b79b49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593157 Aug 09 15:56:55.637774 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-02d28504-01aa-4c9e-8215-563d5916d418 req-38848a45-b846-476a-8f1f-05d1e66eeac5 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007516 Aug 09 15:56:55.694836 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-97225576-1edb-4c99-b950-c089f9e2b1fa req-287cb2cc-417c-40ee-aebe-28e386930a90 service neutron] 10.222.0.21 "GET /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267934 Aug 09 15:56:55.783260 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b99f56-6c56-48a7-b144-12e6371dfd2c req-cabd3360-ddc6-4afe-85f9-ff742c2e8682 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:55.785088 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58b99f56-6c56-48a7-b144-12e6371dfd2c req-cabd3360-ddc6-4afe-85f9-ff742c2e8682 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0506055 Aug 09 15:56:55.830492 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58b99f56-6c56-48a7-b144-12e6371dfd2c req-25796772-5a37-40ed-8f5b-25fa5ebe9e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392022 Aug 09 15:56:56.029968 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408d68e-9c44-4722-bd5a-a16c8476033b req-1c556941-d951-47c2-89ad-116d0b8c02fe tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.031577 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b408d68e-9c44-4722-bd5a-a16c8476033b req-1c556941-d951-47c2-89ad-116d0b8c02fe tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 943 time: 0.0585518 Aug 09 15:56:56.074393 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b408d68e-9c44-4722-bd5a-a16c8476033b req-b04bd1a2-844f-48e5-838f-7d51ca5b4cd5 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Aug 09 15:56:56.123673 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f485b9-7b2a-4b34-ae79-e3adcd9ac560 req-5e95e1bd-7786-47e9-85ff-beb9ddc82775 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.125285 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-86f485b9-7b2a-4b34-ae79-e3adcd9ac560 req-5e95e1bd-7786-47e9-85ff-beb9ddc82775 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0586925 Aug 09 15:56:56.164593 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-86f485b9-7b2a-4b34-ae79-e3adcd9ac560 req-9b596f6b-adde-4711-a9bc-b44243f26789 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Aug 09 15:56:56.763497 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f81e92-7f26-4169-a2ba-e8512293ba03 req-7a007a0d-91fb-45e9-bcd6-7e0e3ab1de67 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.765298 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25f81e92-7f26-4169-a2ba-e8512293ba03 req-7a007a0d-91fb-45e9-bcd6-7e0e3ab1de67 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0580652 Aug 09 15:56:56.808720 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25f81e92-7f26-4169-a2ba-e8512293ba03 req-be13f0a2-4508-44ba-9b31-a29c69d932ac tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374191 Aug 09 15:56:56.948119 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-625e3447-55e3-4e8b-93c7-32e755117033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.955067 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26176381-8f42-423e-a77a-00eb5493baf7 req-c93efef3-0558-44cd-837b-d5ae8ce064a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:56.957173 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-26176381-8f42-423e-a77a-00eb5493baf7 req-c93efef3-0558-44cd-837b-d5ae8ce064a9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Aug 09 15:56:56.996046 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-26176381-8f42-423e-a77a-00eb5493baf7 req-c4c5f0f1-b849-49ac-a9e4-8c452fc4cbf4 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Aug 09 15:56:57.039532 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48694) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.166013 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcd16b-9d90-4023-93bc-96451fdd3fee req-4311f74f-68a9-4c95-97a0-2c99948425a3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.168317 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-76dcd16b-9d90-4023-93bc-96451fdd3fee req-4311f74f-68a9-4c95-97a0-2c99948425a3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.1024728 Aug 09 15:56:57.170955 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291a64e-c500-4a3d-92ab-265c1870aaf2 req-594938e4-5d6c-4d76-b393-e7c39dcecc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.172395 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e291a64e-c500-4a3d-92ab-265c1870aaf2 req-594938e4-5d6c-4d76-b393-e7c39dcecc36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.0954256 Aug 09 15:56:57.173306 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05d28205-84fa-447f-9607-139cab4bf6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.210067 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476b7e9-464f-4f24-9ed7-98b66de66cc6 req-d9784198-8022-44f2-88a9-b0272a9e5127 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.211595 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3476b7e9-464f-4f24-9ed7-98b66de66cc6 req-d9784198-8022-44f2-88a9-b0272a9e5127 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 943 time: 0.0570397 Aug 09 15:56:57.253857 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-76dcd16b-9d90-4023-93bc-96451fdd3fee req-e5b0d442-8a00-4bac-9eed-8bbdbad02a76 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782492 Aug 09 15:56:57.255531 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3476b7e9-464f-4f24-9ed7-98b66de66cc6 req-f499c6ee-e923-421b-9ca5-b122f6cea976 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Aug 09 15:56:57.257008 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e291a64e-c500-4a3d-92ab-265c1870aaf2 req-b44db4e2-99ca-4e8e-85d0-546c22c1352b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691237 Aug 09 15:56:57.278234 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48702) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.366944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05d28205-84fa-447f-9607-139cab4bf6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.373141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05d28205-84fa-447f-9607-139cab4bf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.399730 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db0ffb-b242-45cc-b7a1-ff6a6e7d8a03 req-bd3672f8-c48f-4cf3-b0ad-c0d32659f2ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.402509 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-08db0ffb-b242-45cc-b7a1-ff6a6e7d8a03 req-bd3672f8-c48f-4cf3-b0ad-c0d32659f2ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0838711 Aug 09 15:56:57.436672 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d28205-84fa-447f-9607-139cab4bf6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686a614-f4b7-4f3e-b11e-c59d5e12035f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.438991 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d7055c-136f-4562-9f37-d02e3c3b17cc tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.440565 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-87d7055c-136f-4562-9f37-d02e3c3b17cc tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 1093 time: 0.1612573 Aug 09 15:56:57.443619 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48706) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.445822 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-05d28205-84fa-447f-9607-139cab4bf6a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3f1efd4d339c47e190220fefc3ba7943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052029 Aug 09 15:56:57.448120 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48708) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.448952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'port_id': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:56:57.474050 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.481596 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-08db0ffb-b242-45cc-b7a1-ff6a6e7d8a03 req-8c4180f9-7673-4246-a16c-82c0fc99d8a3 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738649 Aug 09 15:56:57.527257 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.551855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.595310 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.605079 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.607663 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.611431 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5686a614-f4b7-4f3e-b11e-c59d5e12035f HTTP/1.1" status: 204 len: 168 time: 0.1598144 Aug 09 15:56:57.616848 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c6f73-3c08-4a2d-9ae2-83b8a9b4da92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686a614-f4b7-4f3e-b11e-c59d5e12035f,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:57.762907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48722) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.934446 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c4b0-330b-49ef-b958-63e1315b2289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.948213 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48728) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:57.969366 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54fa9f45-4922-43fe-a4bf-2b5e20b3c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.984337 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b7511-c4d6-41ae-a897-1e274a21ab64 req-08a8e27b-4365-4c02-8af6-fd5701da3cc8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:57.985836 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f0b7511-c4d6-41ae-a897-1e274a21ab64 req-08a8e27b-4365-4c02-8af6-fd5701da3cc8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0887804 Aug 09 15:56:57.997418 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.27.1.128 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/8b4bdf94-3cf6-4fd3-be4b-9dca924860aa) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:56:58.048740 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c4b0-330b-49ef-b958-63e1315b2289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.054221 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c4b0-330b-49ef-b958-63e1315b2289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.073005 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f0b7511-c4d6-41ae-a897-1e274a21ab64 req-e26b4637-ded3-4cd3-a81d-b5caf1c0d082 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769370 Aug 09 15:56:58.106096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0c4b0-330b-49ef-b958-63e1315b2289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa183de-c1ca-4b93-b602-25753a5db055,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.120951 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2ab0c4b0-330b-49ef-b958-63e1315b2289 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=41d2b6b52aa5460dabf6219dbdfe8173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569694 Aug 09 15:56:58.124629 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48730) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.137574 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.179513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.202489 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.216683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:56:58.225577 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54fa9f45-4922-43fe-a4bf-2b5e20b3c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.225874 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:56:58.230344 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:56:58.235419 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54fa9f45-4922-43fe-a4bf-2b5e20b3c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.235855 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=8b4bdf94-3cf6-4fd3-be4b-9dca924860aa,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.244690 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.295899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa9f45-4922-43fe-a4bf-2b5e20b3c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d902ba-8048-4d7d-88e4-5f773d7ed294,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.305189 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-54fa9f45-4922-43fe-a4bf-2b5e20b3c095 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d2af8c739e647a1a919b718f2b19637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548973 Aug 09 15:56:58.308434 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48734) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:56:58.389803 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.392459 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.396013 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0fa183de-c1ca-4b93-b602-25753a5db055 HTTP/1.1" status: 204 len: 168 time: 0.2680566 Aug 09 15:56:58.419184 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65ad5f-c581-4ffb-b448-d38ce5a11a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa183de-c1ca-4b93-b602-25753a5db055,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.423312 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.462920 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157054-1484-4c49-9f9d-d532017c62a1 req-691c3031-d52d-4f9e-9ef9-6c79a16038d8 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:58.465091 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7a157054-1484-4c49-9f9d-d532017c62a1 req-691c3031-d52d-4f9e-9ef9-6c79a16038d8 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 943 time: 0.1080346 Aug 09 15:56:58.469975 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.533632 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7a157054-1484-4c49-9f9d-d532017c62a1 req-1318a291-e7b7-42b9-9f8e-7423b10c9705 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570302 Aug 09 15:56:58.561130 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.564869 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.565421 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94d902ba-8048-4d7d-88e4-5f773d7ed294 HTTP/1.1" status: 204 len: 168 time: 0.2560782 Aug 09 15:56:58.588452 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae96c9-d5a1-4a38-8e96-b4efd85befb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d902ba-8048-4d7d-88e4-5f773d7ed294,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:58.762169 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38763b-9f70-44c2-bebc-29ccb5da7ae6 req-92076f8a-bdb6-46b2-a0d2-b04f15544272 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:58.763814 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0c38763b-9f70-44c2-bebc-29ccb5da7ae6 req-92076f8a-bdb6-46b2-a0d2-b04f15544272 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1735137 Aug 09 15:56:58.803431 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.845084 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0c38763b-9f70-44c2-bebc-29ccb5da7ae6 req-ee486d79-b6eb-4f49-91d2-52bfd45579b6 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711293 Aug 09 15:56:58.908828 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.969874 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:56:59.073198 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:59.089989 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e', 'network_id': 'dbb1f4e6-a2ec-4333-943b-345e4c11d380', 'port_id': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e', 'mac_address': 'fa:16:3e:cc:d5:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bc2e79-a47c-4325-bfff-1cf54373eced', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:56:59.150117 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.173954 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.177135 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.193643 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:56:59.218620 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:56:59.224080 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.261199 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-eb58e37c-c0f3-47e4-81bb-1331aed4c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.262756 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-eb58e37c-c0f3-47e4-81bb-1331aed4c41b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87a3d416d4064a148a39534a5149ae5a&device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 1098 time: 0.0842857 Aug 09 15:56:59.278791 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7232a0-67f2-493f-a3ec-e42e523ac39c req-d6a21310-be9b-4f50-95cb-f1265ac81e1a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.280344 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af7232a0-67f2-493f-a3ec-e42e523ac39c req-d6a21310-be9b-4f50-95cb-f1265ac81e1a tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1203592 Aug 09 15:56:59.295625 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:59.320345 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=8b4bdf94-3cf6-4fd3-be4b-9dca924860aa,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:56:59.330855 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.373680 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af7232a0-67f2-493f-a3ec-e42e523ac39c req-7f3e05be-2853-40c4-abe3-1bb6c8ea99ef tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841320 Aug 09 15:56:59.380481 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52b6e-70f2-481c-88ca-006e8b021f63 req-df674678-35eb-4c22-b9d8-ecd810d5f21e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.382114 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-dff52b6e-70f2-481c-88ca-006e8b021f63 req-df674678-35eb-4c22-b9d8-ecd810d5f21e tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.1677494 Aug 09 15:56:59.407232 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-147ebf64-e3c8-4d29-84a4-df95a2853ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.413098 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-941e51f0-97a7-45df-a204-9680c7a33f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.415332 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-941e51f0-97a7-45df-a204-9680c7a33f82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 200 len: 921 time: 0.1334543 Aug 09 15:56:59.476080 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-dff52b6e-70f2-481c-88ca-006e8b021f63 req-096472e9-d143-4530-9919-45f8c9448aec tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820117 Aug 09 15:56:59.481139 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-3f53fb2e-4d88-43e2-900e-97bb8158a0f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 200 len: 217 time: 0.0520582 Aug 09 15:56:59.491614 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP 12340948-f486-462c-97d7-c79ff36c04e1 associated. External IP: 172.27.1.128, port: bcbad54f-a798-4770-86a0-59496e534c3e. Aug 09 15:56:59.538815 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-0be47e60-1e53-4037-aa60-996774d367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.540549 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-0be47e60-1e53-4037-aa60-996774d367c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 200 len: 859 time: 0.0516512 Aug 09 15:56:59.597571 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['18e8fee1-645d-4efb-aa3a-7cfcc039dc1e'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:56:59.600269 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-e9b848e5-f644-41ed-b510-908530a03e6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=901949a4-c466-4aa0-b47f-de0604483eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516119 Aug 09 15:56:59.653097 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:59.787727 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f613-912c-4c20-8659-277076b4739a req-fb841738-040d-4f23-a013-20a5bb7fd960 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.789185 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fca3f613-912c-4c20-8659-277076b4739a req-fb841738-040d-4f23-a013-20a5bb7fd960 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.1520858 Aug 09 15:56:59.870592 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-0decdd92-e1d0-422a-ae23-71a29843b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:56:59.872299 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-0decdd92-e1d0-422a-ae23-71a29843b95b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 1098 time: 0.1904910 Aug 09 15:56:59.949776 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fca3f613-912c-4c20-8659-277076b4739a req-c3a80085-c407-4898-8902-51a48d564ca9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221471 Aug 09 15:56:59.951746 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:00.024225 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845fccd-f6c7-4151-8043-fcca312ef559 req-150adae3-97c8-4947-a0db-e3f273b4dc55 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.026410 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e845fccd-f6c7-4151-8043-fcca312ef559 req-150adae3-97c8-4947-a0db-e3f273b4dc55 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 944 time: 0.3428533 Aug 09 15:57:00.028964 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-476f3f7b-6ade-4ad3-b772-edc4e4a9fa9c service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055068 Aug 09 15:57:00.083446 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-ea77a921-dd61-4b1e-8e89-be21bfbb1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.085107 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-ea77a921-dd61-4b1e-8e89-be21bfbb1ef0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.2013807 Aug 09 15:57:00.113646 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e845fccd-f6c7-4151-8043-fcca312ef559 req-1ed34df6-7f2c-46fd-9a42-290363eff6e3 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814915 Aug 09 15:57:00.151709 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:00.160497 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-34a9b618-a1e5-487b-af0d-97181b0fc72b req-ee5709bb-8e0c-4899-8a7d-463bb67b621e service neutron] 10.222.0.21 "GET /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148319 Aug 09 15:57:00.161905 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:00.171918 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:00.172672 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:56:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:00.176618 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-d35e88e0-fe09-490a-a459-2b0a49c64d66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 200 len: 1000 time: 0.0818207 Aug 09 15:57:00.182863 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.237732 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-86198392-685e-4dcc-a14d-4dfde1f9fe64 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7928369 Aug 09 15:57:00.242140 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:00.244894 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe953aec-bf71-4428-b78f-3e522a73d13b" -d '{"events": [{"name": "network-changed", "server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:00.267132 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-57c3cae8-fe8c-4872-9290-d50c5f3ba6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.269232 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-57c3cae8-fe8c-4872-9290-d50c5f3ba6e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0824077 Aug 09 15:57:00.288582 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a32b7-a9fd-4443-924f-6990080de04c x-openstack-request-id: req-b51a32b7-a9fd-4443-924f-6990080de04c {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:00.288891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:00.289286 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b51a32b7-a9fd-4443-924f-6990080de04c {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:00.289659 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'status': 'completed', 'code': 200} Aug 09 15:57:00.296932 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:00.331254 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-2ed79506-b975-45e6-a3df-51d4b31efbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.332734 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-2ed79506-b975-45e6-a3df-51d4b31efbf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543518 Aug 09 15:57:00.403527 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-50b15910-1c63-4558-9f65-39e6a62cc27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.405853 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-50b15910-1c63-4558-9f65-39e6a62cc27a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 1098 time: 0.0485346 Aug 09 15:57:00.478025 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-ced6ae34-7abb-456e-b092-74bc06f01eb8 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219623 Aug 09 15:57:00.516282 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-64b158e3-1677-4d63-a46b-2c45441ff04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.522053 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-64b158e3-1677-4d63-a46b-2c45441ff04d service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1011031 Aug 09 15:57:00.568857 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '12340948-f486-462c-97d7-c79ff36c04e1', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:89:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:58Z', 'updated_at': '2021-08-09T15:56:58Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:00.606780 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:00.620898 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:00.621886 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:56:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:00.660791 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-aeec4cbe-8bba-4390-882f-d9bbba5b12d2 req-3abb3fe5-eb78-46b6-b731-c9e19e94834e service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199939 Aug 09 15:57:00.665869 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-64a0d102-e69e-418d-9de6-75a15124b40a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcbad54f-a798-4770-86a0-59496e534c3e HTTP/1.1" status: 200 len: 999 time: 0.1255841 Aug 09 15:57:00.686583 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a3895-6f55-47ed-b6ef-66525c4f49f9 req-a6b78f8d-fd62-46c8-88f3-d2d945f3d6da tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.687343 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a99a3895-6f55-47ed-b6ef-66525c4f49f9 req-a6b78f8d-fd62-46c8-88f3-d2d945f3d6da tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0781612 Aug 09 15:57:00.742900 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:00.768250 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a99a3895-6f55-47ed-b6ef-66525c4f49f9 req-bcbb7e7e-5618-42aa-8eba-1b62aa951430 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695832 Aug 09 15:57:00.779257 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-503bbebb-4b2c-4cd4-90d3-cdca3818a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.780799 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-503bbebb-4b2c-4cd4-90d3-cdca3818a7de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0841439 Aug 09 15:57:00.838842 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-69ef257c-3305-4c85-bbad-ad5ec93e982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:00.840321 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-69ef257c-3305-4c85-bbad-ad5ec93e982d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428944 Aug 09 15:57:00.895821 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:00.945197 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-d1def6ed-a5ce-4359-b5b2-a1622de2526d service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Aug 09 15:57:00.970052 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:01.011131 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '12340948-f486-462c-97d7-c79ff36c04e1', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:89:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:58Z', 'updated_at': '2021-08-09T15:56:58Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:01.029652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:01.037377 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:01.037959 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.042203 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b0401-c086-4c5e-b20f-f626c2485bad None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '12340948-f486-462c-97d7-c79ff36c04e1', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.128', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:89:44:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:56:58Z', 'updated_at': '2021-08-09T15:56:58Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:01.074838 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fe953aec-bf71-4428-b78f-3e522a73d13b req-1c15fc9f-e476-407e-a8ca-7f65af5357fa service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179597 Aug 09 15:57:01.150006 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c81d3e-066f-4ad8-b303-e366d75d1b22 req-c6417c76-7f0b-4188-b00d-32ab18256842 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.152423 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-47c81d3e-066f-4ad8-b303-e366d75d1b22 req-c6417c76-7f0b-4188-b00d-32ab18256842 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0853238 Aug 09 15:57:01.158283 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.193939 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:01.197094 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355a6833-a257-464f-b088-c19399d7f521" -d '{"events": [{"server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "name": "network-vif-plugged", "status": "completed", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:01.215153 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:01.221086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:01.233475 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-47c81d3e-066f-4ad8-b303-e366d75d1b22 req-4f239ad6-0944-4b22-931e-baf20d0baea8 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680027 Aug 09 15:57:01.289689 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78624b61-ee5c-4def-812b-6ab5a17684d3 req-000402d6-8ea2-48d6-9e25-0e7dac65895c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.290426 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc386f-9485-4d29-a6a4-081a0c650907 x-openstack-request-id: req-43cc386f-9485-4d29-a6a4-081a0c650907 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:01.290895 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "name": "network-vif-plugged", "status": "completed", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:01.292186 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-78624b61-ee5c-4def-812b-6ab5a17684d3 req-000402d6-8ea2-48d6-9e25-0e7dac65895c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.0904729 Aug 09 15:57:01.292886 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-43cc386f-9485-4d29-a6a4-081a0c650907 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:01.293310 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e', 'code': 200} Aug 09 15:57:01.310017 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:01.367468 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-78624b61-ee5c-4def-812b-6ab5a17684d3 req-bf6a4088-5d71-4e24-9f6c-b4afa9307d98 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681565 Aug 09 15:57:01.368708 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf76a6-57a8-4280-9b81-23d60c66d957 None None] New status for floating IP 12340948-f486-462c-97d7-c79ff36c04e1: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:57:01.561944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d346-f702-454d-bd4f-1a6897931386 req-c1fa94dd-c9a3-4013-9f9f-f5878c2264ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.563738 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a616d346-f702-454d-bd4f-1a6897931386 req-c1fa94dd-c9a3-4013-9f9f-f5878c2264ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 1098 time: 0.0424023 Aug 09 15:57:01.609286 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a616d346-f702-454d-bd4f-1a6897931386 req-d66091bf-b9e8-4181-a486-e8e05abcc70a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294559 Aug 09 15:57:01.888107 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57c8e2-729c-4330-bed0-5ec2543551c4 req-e0a9e79c-0c17-439e-9fe0-cae3eaaf5490 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:01.889577 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f57c8e2-729c-4330-bed0-5ec2543551c4 req-e0a9e79c-0c17-439e-9fe0-cae3eaaf5490 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 09 15:57:01.927189 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f57c8e2-729c-4330-bed0-5ec2543551c4 req-6a617426-81d9-4162-ac83-782c71798ff7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Aug 09 15:57:02.343104 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce361a-7d34-437c-9818-f51904fce0b5 req-66950f35-b491-4959-9376-cffb804a9337 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:02.344661 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-84ce361a-7d34-437c-9818-f51904fce0b5 req-66950f35-b491-4959-9376-cffb804a9337 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0519099 Aug 09 15:57:02.380686 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-84ce361a-7d34-437c-9818-f51904fce0b5 req-40d280c5-cba7-4a7f-836b-e4befcf64aff tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Aug 09 15:57:02.478680 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:02.484251 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc92f9-3be9-452d-bb63-111f02a3ff4d req-8c48bbb2-e9d1-48ce-925e-90f258fe95f7 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:02.485757 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-08dc92f9-3be9-452d-bb63-111f02a3ff4d req-8c48bbb2-e9d1-48ce-925e-90f258fe95f7 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Aug 09 15:57:02.526402 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-08dc92f9-3be9-452d-bb63-111f02a3ff4d req-d16da12e-4775-43ca-b9da-c9f0e7c996a7 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341108 Aug 09 15:57:03.043086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3248ec-d93c-4e74-a2cd-0089c3e5b6a7 req-bd9aed50-78e7-4156-b669-54081308ead2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.044915 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac3248ec-d93c-4e74-a2cd-0089c3e5b6a7 req-bd9aed50-78e7-4156-b669-54081308ead2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0498633 Aug 09 15:57:03.086179 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac3248ec-d93c-4e74-a2cd-0089c3e5b6a7 req-5aa488a9-a249-4010-86e2-d7713d222456 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Aug 09 15:57:03.647338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b0b66-4d08-45fd-a478-cfb9faebcce7 req-ea8fe112-ec11-4dc2-9183-2ffc21507d87 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:03.648919 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-377b0b66-4d08-45fd-a478-cfb9faebcce7 req-ea8fe112-ec11-4dc2-9183-2ffc21507d87 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.0516615 Aug 09 15:57:03.691941 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-377b0b66-4d08-45fd-a478-cfb9faebcce7 req-1cfa434d-3707-402a-b693-e56b5fe62eb6 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Aug 09 15:57:07.405282 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48948) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:07.507111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3bf784d3-80ce-4d2a-b073-c932f83b6361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.597495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3bf784d3-80ce-4d2a-b073-c932f83b6361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.601181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3bf784d3-80ce-4d2a-b073-c932f83b6361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.643045 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3bf784d3-80ce-4d2a-b073-c932f83b6361 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4c97422de5df4c09932bab1df40861be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366526 Aug 09 15:57:07.643950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf784d3-80ce-4d2a-b073-c932f83b6361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51008255-2457-48f7-809f-bea99b32b51f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:07.645877 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48952) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:07.694192 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.714711 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.760030 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.762594 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.763765 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/51008255-2457-48f7-809f-bea99b32b51f HTTP/1.1" status: 204 len: 168 time: 0.1168005 Aug 09 15:57:07.771146 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b31a6-e3bf-4701-9b89-fcb7ec9b081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51008255-2457-48f7-809f-bea99b32b51f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.031274 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562946ed-3366-46b9-b16a-619f929996fe req-0712f4e0-c030-4f61-904d-368768ee0bea tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:08.032860 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-562946ed-3366-46b9-b16a-619f929996fe req-0712f4e0-c030-4f61-904d-368768ee0bea tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0498314 Aug 09 15:57:08.036340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48964) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.049607 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec25b-96f0-4414-8a12-2d1fc95149de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.070753 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-562946ed-3366-46b9-b16a-619f929996fe req-7b3560ad-bac4-465f-b2c9-e15a7f3207ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Aug 09 15:57:08.140632 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec25b-96f0-4414-8a12-2d1fc95149de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.144220 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec25b-96f0-4414-8a12-2d1fc95149de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.179344 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ec25b-96f0-4414-8a12-2d1fc95149de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da928688-b3ac-4a86-96b0-b976fd5b5354,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.185089 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6c8ec25b-96f0-4414-8a12-2d1fc95149de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=efa7a287b75542fd81e72168cd1783b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476696 Aug 09 15:57:08.187685 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48966) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.456351 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.476377 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.521158 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.523812 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.524957 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da928688-b3ac-4a86-96b0-b976fd5b5354 HTTP/1.1" status: 204 len: 168 time: 0.3364246 Aug 09 15:57:08.532697 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eeef91-6040-4a4a-bc10-e89c224c7bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da928688-b3ac-4a86-96b0-b976fd5b5354,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.837514 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 48974) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:08.851046 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47191c9a-b8bb-4416-bfa4-8826c2022d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.935551 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47191c9a-b8bb-4416-bfa4-8826c2022d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.938908 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-47191c9a-b8bb-4416-bfa4-8826c2022d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:08.976835 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-47191c9a-b8bb-4416-bfa4-8826c2022d5a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b403adb67942496488ba36c5841f37e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377020 Aug 09 15:57:08.977925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47191c9a-b8bb-4416-bfa4-8826c2022d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3075449-f6e5-4405-810d-eeecd8e9a921,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:08.980049 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 48976) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:09.030147 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.050497 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.096449 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.098997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:09.100173 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e3075449-f6e5-4405-810d-eeecd8e9a921 HTTP/1.1" status: 204 len: 168 time: 0.1184828 Aug 09 15:57:09.107709 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef4203-cab2-4f67-801d-2545361f0b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3075449-f6e5-4405-810d-eeecd8e9a921,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:09.203357 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d8490-b205-4582-b164-70a1ce28500d req-800a6560-8f78-4ade-8a0a-a2a06f25f1ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:09.204878 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d53d8490-b205-4582-b164-70a1ce28500d req-800a6560-8f78-4ade-8a0a-a2a06f25f1ab tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0503232 Aug 09 15:57:09.246097 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d53d8490-b205-4582-b164-70a1ce28500d req-6037121c-5931-44de-9ba6-ea52e4e8dd4b tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Aug 09 15:57:10.362602 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0de087-1d6c-4ab1-aa3b-3f951cb57083 req-43659849-4fae-473f-a662-06edbc801feb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:10.364162 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab0de087-1d6c-4ab1-aa3b-3f951cb57083 req-43659849-4fae-473f-a662-06edbc801feb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0515223 Aug 09 15:57:10.402630 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab0de087-1d6c-4ab1-aa3b-3f951cb57083 req-11dc784e-bb07-46e7-87b0-f9cf62903246 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Aug 09 15:57:11.097684 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-8462fa26-7498-419b-9acf-3795e677f6ea tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:11.099139 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-8462fa26-7498-419b-9acf-3795e677f6ea tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 946 time: 0.0473564 Aug 09 15:57:11.202398 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Deleting port a77074cf-dc5b-4afa-a48c-26d877d8c83c {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:11.202747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.294891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] For port a77074cf-dc5b-4afa-a48c-26d877d8c83c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a77074cf-dc5b-4afa-a48c-26d877d8c83c,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:11.294891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.309098 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Calling delete_port for a77074cf-dc5b-4afa-a48c-26d877d8c83c owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:11.447556 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.477798 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Pushing event deleted for resources: {'Port': ['ID=a77074cf-dc5b-4afa-a48c-26d877d8c83c,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:11.502543 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-99ec8fee-ae31-45a1-b625-6f763870b0ca req-8857d1bb-da53-496d-9525-8471ab42d816 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08ff8c2-049e-4518-9c9b-8b8b1387a49f HTTP/1.1" status: 200 len: 210 time: 0.0270777 Aug 09 15:57:11.508947 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'a77074cf-dc5b-4afa-a48c-26d877d8c83c'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:57:11.523479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] No DVR routers for this DVR port a77074cf-dc5b-4afa-a48c-26d877d8c83c on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:11.523479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:11.525211 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-84fb95ea-6dab-41e6-8548-79c75f1b4867 req-93aae20d-1223-48b1-aa9e-37c138027c76 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "DELETE /v2.0/ports/a77074cf-dc5b-4afa-a48c-26d877d8c83c HTTP/1.1" status: 204 len: 173 time: 0.4082010 Aug 09 15:57:11.525807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'name': 'network-vif-deleted', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:11.528186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b34619-316d-4a62-bad6-e0f0213621f8" -d '{"events": [{"server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "name": "network-vif-deleted", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:11.568190 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc0e36-d31e-4c3d-95b9-a7ed6f37cf7d x-openstack-request-id: req-a8fc0e36-d31e-4c3d-95b9-a7ed6f37cf7d {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:11.569171 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08ff8c2-049e-4518-9c9b-8b8b1387a49f", "name": "network-vif-deleted", "tag": "a77074cf-dc5b-4afa-a48c-26d877d8c83c", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:11.569432 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a8fc0e36-d31e-4c3d-95b9-a7ed6f37cf7d {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:11.569846 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08ff8c2-049e-4518-9c9b-8b8b1387a49f', 'name': 'network-vif-deleted', 'tag': 'a77074cf-dc5b-4afa-a48c-26d877d8c83c', 'status': 'completed', 'code': 200} Aug 09 15:57:12.676778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49044) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:12.801915 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7b38c-4ee2-4344-9094-5fdaec779d21 req-26c4d6b1-bb27-42d7-b59a-505ecc706331 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:12.803556 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a0e7b38c-4ee2-4344-9094-5fdaec779d21 req-26c4d6b1-bb27-42d7-b59a-505ecc706331 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0485635 Aug 09 15:57:12.813736 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2c39057b-0e29-46a2-b359-06e375efcb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.841559 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a0e7b38c-4ee2-4344-9094-5fdaec779d21 req-60c89b0d-64e3-48eb-8f56-4bdca83ca0e1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316586 Aug 09 15:57:12.903903 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2c39057b-0e29-46a2-b359-06e375efcb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.907769 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2c39057b-0e29-46a2-b359-06e375efcb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:12.946842 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2c39057b-0e29-46a2-b359-06e375efcb91 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b03bd9e81bed47c79ce8e5042166506d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676873 Aug 09 15:57:12.947746 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39057b-0e29-46a2-b359-06e375efcb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f81fc-e3d6-447f-aa10-53ccc636854c,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:12.949565 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49050) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:13.000251 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.021456 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.067549 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.070081 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:13.071216 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca8f81fc-e3d6-447f-aa10-53ccc636854c HTTP/1.1" status: 204 len: 168 time: 0.1206417 Aug 09 15:57:13.078958 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aaefe-c277-4202-994b-2eddffb38263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f81fc-e3d6-447f-aa10-53ccc636854c,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:13.961855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd527eb-d0e4-488e-8817-7e3eb9680630 req-50a6a18d-1b36-4a61-ad8c-34db10dc4b17 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:13.963358 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2bd527eb-d0e4-488e-8817-7e3eb9680630 req-50a6a18d-1b36-4a61-ad8c-34db10dc4b17 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0488961 Aug 09 15:57:14.005777 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2bd527eb-d0e4-488e-8817-7e3eb9680630 req-6ec2b5df-842c-4be4-ad45-e4a32304a4b9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332241 Aug 09 15:57:15.121315 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f771537-61cd-45fc-b5b6-d992aa82a659 req-c2779837-aa68-4ac2-a9af-2e129314411a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:15.122813 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f771537-61cd-45fc-b5b6-d992aa82a659 req-c2779837-aa68-4ac2-a9af-2e129314411a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0502961 Aug 09 15:57:15.160466 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f771537-61cd-45fc-b5b6-d992aa82a659 req-6321f210-694a-4a7f-9b72-c5d68169ae99 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Aug 09 15:57:16.272341 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c73134-38f5-46b0-a09e-834f744fa816 req-a183b77d-dcdc-439a-b60a-bb6e5f7b15eb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:16.273845 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-95c73134-38f5-46b0-a09e-834f744fa816 req-a183b77d-dcdc-439a-b60a-bb6e5f7b15eb tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0478780 Aug 09 15:57:16.312006 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-95c73134-38f5-46b0-a09e-834f744fa816 req-990ba9bc-265c-4b6a-890a-4134e569fdbc tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Aug 09 15:57:16.365670 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:17.426418 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787418f-cb95-4fd3-89d4-5a92d9cef5be req-92919577-5720-420d-9cc0-66048be300d9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:17.427936 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0787418f-cb95-4fd3-89d4-5a92d9cef5be req-92919577-5720-420d-9cc0-66048be300d9 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0499825 Aug 09 15:57:17.472372 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0787418f-cb95-4fd3-89d4-5a92d9cef5be req-de4aa43e-bce7-4603-adcc-db64db91e6b0 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Aug 09 15:57:18.594726 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdd423-c6a0-4d79-bfd1-6f9f95c81b5c req-b0216025-b310-41cd-8594-d4f37581d597 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:18.596254 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-09cdd423-c6a0-4d79-bfd1-6f9f95c81b5c req-b0216025-b310-41cd-8594-d4f37581d597 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0532057 Aug 09 15:57:18.634248 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-09cdd423-c6a0-4d79-bfd1-6f9f95c81b5c req-7ea8af5c-69a9-474b-b778-f3a850e9f13a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Aug 09 15:57:19.120321 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:19.259217 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device a77074cf-dc5b-4afa-a48c-26d877d8c83c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:19.278687 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: a77074cf-dc5b-4afa-a48c-26d877d8c83c {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:19.279020 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device a77074cf-dc5b-4afa-a48c-26d877d8c83c not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:19.745599 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb6ec-bb83-494e-891c-5cf5bb78367a req-fdd7f04f-d5bf-45de-9018-40d2df75f779 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:19.747102 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a96eb6ec-bb83-494e-891c-5cf5bb78367a req-fdd7f04f-d5bf-45de-9018-40d2df75f779 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0472713 Aug 09 15:57:19.785692 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a96eb6ec-bb83-494e-891c-5cf5bb78367a req-e20fe1f0-73ab-40c6-b086-7530f58b1798 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Aug 09 15:57:20.898312 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76b73c-12d0-4e57-8e8d-515567d15c70 req-d3bb2666-694a-4d0a-b8f2-b4bcffa22404 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:20.899812 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c76b73c-12d0-4e57-8e8d-515567d15c70 req-d3bb2666-694a-4d0a-b8f2-b4bcffa22404 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0476630 Aug 09 15:57:20.937299 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c76b73c-12d0-4e57-8e8d-515567d15c70 req-a50a89c6-7398-4a50-9951-59291de6cbb8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Aug 09 15:57:22.052131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663965b-b7eb-4536-ada2-2f62c0ce8038 req-108626be-2cfe-455b-be56-710c947be8a1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:22.053579 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9663965b-b7eb-4536-ada2-2f62c0ce8038 req-108626be-2cfe-455b-be56-710c947be8a1 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0503771 Aug 09 15:57:22.092609 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9663965b-b7eb-4536-ada2-2f62c0ce8038 req-5cf87579-2a4e-4743-9023-f64226485485 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Aug 09 15:57:23.206573 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21438f5d-5b51-414d-a335-0e04d1c34a7c req-bc283813-6e95-49c4-8172-9459e435cfd7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:23.208067 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-21438f5d-5b51-414d-a335-0e04d1c34a7c req-bc283813-6e95-49c4-8172-9459e435cfd7 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0480225 Aug 09 15:57:23.244876 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-21438f5d-5b51-414d-a335-0e04d1c34a7c req-5f867412-1aa6-4e93-95b7-9d256fcd163c tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/security-groups?id=2592d933-460d-4c48-b7e7-88fd9ef31f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Aug 09 15:57:23.860751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-b37cc51b-a3ce-459c-aa3c-fb8b10471ce2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:23.862153 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-b37cc51b-a3ce-459c-aa3c-fb8b10471ce2 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 945 time: 0.0524998 Aug 09 15:57:23.956636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Deleting port 2c3d8cea-8ce7-45df-8715-2a044a273e6b {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:23.956980 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.044982 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] For port 2c3d8cea-8ce7-45df-8715-2a044a273e6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2c3d8cea-8ce7-45df-8715-2a044a273e6b,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:24.045348 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.058149 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Calling delete_port for 2c3d8cea-8ce7-45df-8715-2a044a273e6b owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:24.179334 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.209304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Pushing event deleted for resources: {'Port': ['ID=2c3d8cea-8ce7-45df-8715-2a044a273e6b,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:24.252418 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] No DVR routers for this DVR port 2c3d8cea-8ce7-45df-8715-2a044a273e6b on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:24.255359 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:24.257799 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81a90ed3-6191-4c5c-b5b3-a7af39cf9841 req-c09ac506-1063-417f-8358-fa51bdb99e0a tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.21 "DELETE /v2.0/ports/2c3d8cea-8ce7-45df-8715-2a044a273e6b HTTP/1.1" status: 204 len: 173 time: 0.3841918 Aug 09 15:57:24.258305 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'name': 'network-vif-deleted', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:24.261168 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad7050b-08df-4c4c-a3d5-3f1823a721b4" -d '{"events": [{"server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "name": "network-vif-deleted", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:24.308183 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd670051-6b05-4f6c-a268-792ad5dd7061 x-openstack-request-id: req-cd670051-6b05-4f6c-a268-792ad5dd7061 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:24.308545 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81f95-8313-48ce-a949-7f3bee7cb1cc", "name": "network-vif-deleted", "tag": "2c3d8cea-8ce7-45df-8715-2a044a273e6b", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:24.308834 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd670051-6b05-4f6c-a268-792ad5dd7061 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:24.309292 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81f95-8313-48ce-a949-7f3bee7cb1cc', 'name': 'network-vif-deleted', 'tag': '2c3d8cea-8ce7-45df-8715-2a044a273e6b', 'status': 'completed', 'code': 200} Aug 09 15:57:24.345665 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-028274b8-3719-40cd-9fe0-a8c7ba71cc97 req-efaf14a8-d622-4f86-a87c-0f790c8737a8 tempest-ServerRescueNegativeTestJSON-929420250 tempest-ServerRescueNegativeTestJSON-929420250-project] 10.222.0.90 "GET /v2.0/ports?device_id=38c81f95-8313-48ce-a949-7f3bee7cb1cc HTTP/1.1" status: 200 len: 210 time: 0.0283151 Aug 09 15:57:25.400984 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49184) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:25.809859 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:25.813584 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2c3d8cea-8ce7-45df-8715-2a044a273e6b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:25.838112 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 2c3d8cea-8ce7-45df-8715-2a044a273e6b {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:25.838424 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2c3d8cea-8ce7-45df-8715-2a044a273e6b not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:26.097707 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Deleting port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:26.097962 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.178246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] For port ff01fd85-3e1b-4f32-8f8e-86e8b42c0783, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,segment=NetworkSegment(7d1d6c81-6a20-418a-803f-fccab9e1b17e),segment_id=7d1d6c81-6a20-418a-803f-fccab9e1b17e)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:26.178609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.191724 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Calling delete_port for ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 owned by network:router_interface {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:26.392224 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.418807 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff01fd85-3e1b-4f32-8f8e-86e8b42c0783,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:26.574266 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.783862 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Router 49de4db9-4d37-4e96-ae21-ea40262344be has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:26.886193 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:26.893848 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e122f9ed-2c13-4eaa-bb87-d456886634b3 admin admin] 10.222.0.90 "PUT /v2.0/routers/49de4db9-4d37-4e96-ae21-ea40262344be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4893146 Aug 09 15:57:26.893955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49198) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:26.894687 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Sync routers for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:26.904120 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:26.904785 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:56:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:26.952862 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e4b2bbbe-d384-4429-a337-fbdf23d79e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.002427 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.106327 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:27.108047 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.161606 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Deleting port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:27.161949 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.225412 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49206) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.253143 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] For port 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:27.253516 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.289415 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:57:26Z', 'revision_number': 5, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port': {'id': '3bdd1223-564f-41aa-8ad1-c4c0326e8b3f', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:27.318512 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Checking router: 49de4db9-4d37-4e96-ae21-ea40262344be for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:27.327908 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Routers {'49de4db9-4d37-4e96-ae21-ea40262344be'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:27.328618 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:56:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['49de4db9-4d37-4e96-ae21-ea40262344be'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:27.344091 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-40a9de65-a495-403b-8ef7-430d77608402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.432613 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] Set router 49de4db9-4d37-4e96-ae21-ea40262344be gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:27.445977 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-40a9de65-a495-403b-8ef7-430d77608402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.451245 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-40a9de65-a495-403b-8ef7-430d77608402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.483600 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-40a9de65-a495-403b-8ef7-430d77608402 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=90218eaa46794c8cb0871996a8679dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570152 Aug 09 15:57:27.485701 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49216) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:27.502749 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Calling delete_port for 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f owned by network:router_gateway {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:27.507047 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:57:27Z', 'revision_number': 6, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:27.534266 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9de65-a495-403b-8ef7-430d77608402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbe8d5-27ff-403f-aecb-e433f8cdbe04,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.540200 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e36387-68c6-4a70-abfe-ee5c39325afe None None] The sync data for ids ['49de4db9-4d37-4e96-ae21-ea40262344be'] in dv-cinder-788367-5-iscsi is: [{'id': '49de4db9-4d37-4e96-ae21-ea40262344be', 'name': 'tempest-ServerRescueNegativeTestJSON-1976508479-router', 'tenant_id': '87a3d416d4064a148a39534a5149ae5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:04Z', 'updated_at': '2021-08-09T15:57:27Z', 'revision_number': 6, 'project_id': '87a3d416d4064a148a39534a5149ae5a', 'gw_port_host': None}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:27.571682 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.610004 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.661639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.664765 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.666761 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cadbe8d5-27ff-403f-aecb-e433f8cdbe04 HTTP/1.1" status: 204 len: 168 time: 0.1797132 Aug 09 15:57:27.686020 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4c8f5-be9d-4c6d-91bd-be5318e5ea81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbe8d5-27ff-403f-aecb-e433f8cdbe04,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.690885 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.738410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdd1223-564f-41aa-8ad1-c4c0326e8b3f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:27.800136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.915799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.918215 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.990249 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.990811 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49de4db9-4d37-4e96-ae21-ea40262344be {{(pid=93333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:57:27.995764 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.996866 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8155a5b5-56fe-4bac-b0e3-a0e09bb221cf admin admin] 10.222.0.90 "DELETE /v2.0/routers/49de4db9-4d37-4e96-ae21-ea40262344be HTTP/1.1" status: 204 len: 168 time: 1.1020420 Aug 09 15:57:28.000993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49224) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.047636 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Deleting subnet cecae819-72ae-4ee2-beac-76dc7de981f7 {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:28.050723 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.082907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.126033 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.184915 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.210198 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecae819-72ae-4ee2-beac-76dc7de981f7,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:28.214036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.215931 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7021c9f9-dabc-4f57-b355-5433fd82283c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cecae819-72ae-4ee2-beac-76dc7de981f7 HTTP/1.1" status: 204 len: 168 time: 0.2115169 Aug 09 15:57:28.218771 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49226) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.290770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.368162 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:28.382464 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.389224 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:28.389565 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 3bdd1223-564f-41aa-8ad1-c4c0326e8b3f not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:28.389971 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:28.392704 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901949a4-c466-4aa0-b47f-de0604483eb0']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:28.403358 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1d6c81-6a20-418a-803f-fccab9e1b17e') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:28.403674 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1d6c81-6a20-418a-803f-fccab9e1b17e') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:28.408490 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:28.408834 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ff01fd85-3e1b-4f32-8f8e-86e8b42c0783 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:28.414202 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.428971 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.436429 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:28.436830 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:28.438476 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:28.496896 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.501814 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.503752 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] 10.222.0.90 "DELETE /v2.0/networks/901949a4-c466-4aa0-b47f-de0604483eb0 HTTP/1.1" status: 204 len: 168 time: 0.2833056 Aug 09 15:57:28.516975 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab803e-87e7-49ea-8436-6e76eda4652f admin admin] Pushing event deleted for resources: {'Network': ['ID=901949a4-c466-4aa0-b47f-de0604483eb0,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:28.693732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49230) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.733873 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-fcd16efe-d5ff-47be-aba6-6bc0395b9633 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87a3d416d4064a148a39534a5149ae5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386825 Aug 09 15:57:28.736329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49232) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:28.784070 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.806891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.856552 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.859104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.860338 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2592d933-460d-4c48-b7e7-88fd9ef31f41 HTTP/1.1" status: 204 len: 168 time: 0.1231201 Aug 09 15:57:28.869225 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb8a65-adb2-4cf5-947b-393e8a99c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592d933-460d-4c48-b7e7-88fd9ef31f41,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:29.021106 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809a058-ad1a-4ade-a7af-fd8c695c9413 req-0c4e27f0-9ad7-44c4-b63c-e15bc740a933 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:29.022652 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4809a058-ad1a-4ade-a7af-fd8c695c9413 req-0c4e27f0-9ad7-44c4-b63c-e15bc740a933 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.0557077 Aug 09 15:57:29.061576 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4809a058-ad1a-4ade-a7af-fd8c695c9413 req-79ee58e2-a378-4c7a-ab43-56b3a3d0b846 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Aug 09 15:57:29.391554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-03daa09c-8346-4ca0-9888-963346345f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.545523 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49260) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.614851 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.641799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-network', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:29.662128 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Made reservation on behalf of cefded8db16f4b6f8533b570f0b223e6 for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:29.664405 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.672750 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.761687 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.765309 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.785279 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:29.799997 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe2e39-5652-4bce-a2a0-1dad0ccdd189,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:29.802826 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.803234 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Added segment f4460179-b68f-47fc-9ba0-50d165245837 of type vlan for network 59816b26-6864-4a9d-a41a-fa60ce339fae Aug 09 15:57:29.853766 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.882095 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.882969 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:29.883553 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:29.939511 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3929007 Aug 09 15:57:29.942761 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49266) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:29.944594 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23144b5-71ee-49c5-9ebb-93f07afba89c admin admin] Pushing event updated for resources: {'Network': ['ID=59816b26-6864-4a9d-a41a-fa60ce339fae,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:29.948516 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Request body: {'subnet': {'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-subnet', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:29.954808 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 59816b26-6864-4a9d-a41a-fa60ce339fae details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:29.971251 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Made reservation on behalf of cefded8db16f4b6f8533b570f0b223e6 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:29.973617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.136972 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.180538 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8dd33-3834-465e-aaa1-f65d3b8144c2 req-9b5770b9-85e5-44e6-af90-7b84bc33af14 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:30.182669 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8cd8dd33-3834-465e-aaa1-f65d3b8144c2 req-9b5770b9-85e5-44e6-af90-7b84bc33af14 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.0519087 Aug 09 15:57:30.201004 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae781791-8221-42a6-9927-b21b555905df,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.205995 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Checking segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:30.206347 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Network hostable DHCP agents. Network: 59816b26-6864-4a9d-a41a-fa60ce339fae, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:30.220302 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8cd8dd33-3834-465e-aaa1-f65d3b8144c2 req-61eb5e71-7f67-46bc-87a4-2a50a9d3da7c tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Aug 09 15:57:30.222001 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:57:30.231162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 59816b26-6864-4a9d-a41a-fa60ce339fae) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:30.235941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:30.236913 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.240179 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ba14a-5d4c-4652-9a04-86acd6fbebde None None] Network 59816b26-6864-4a9d-a41a-fa60ce339fae requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:30.252902 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3143504b-97d0-448e-979c-ae756bf218c4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3088465 Aug 09 15:57:30.255762 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49270) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:30.260637 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:30.280621 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.281600 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.332031 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.389536 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-59816b26-6864-4a9d-a41a-fa60ce339fae', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:57:30.390312 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.466890 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.531506 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Allocated IP 172.20.0.2 (59816b26-6864-4a9d-a41a-fa60ce339fae/ae781791-8221-42a6-9927-b21b555905df/bc432189-6697-4b7c-804c-08217dd7cf7b) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:30.666370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.675511 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.683740 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Transition to ACTIVE for port object bc432189-6697-4b7c-804c-08217dd7cf7b will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:30.688574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.698761 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Transition to ACTIVE for port object bc432189-6697-4b7c-804c-08217dd7cf7b will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:30.704704 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.743856 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:30.746695 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:30.750233 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:30.761017 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Pushing event updated for resources: {'Port': ['ID=bc432189-6697-4b7c-804c-08217dd7cf7b,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.795364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Allocated IP 172.27.1.89 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/865d6e53-ba90-49c5-a0ff-2da83e9f7ed9) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:30.808689 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Attempting to bind port bc432189-6697-4b7c-804c-08217dd7cf7b on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:30.809057 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Attempting to bind port bc432189-6697-4b7c-804c-08217dd7cf7b by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:30.809417 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Attempting to bind port bc432189-6697-4b7c-804c-08217dd7cf7b on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:30.814446 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:30.814819 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Checking segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:30.815221 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.815616 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Bound using segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:30.816102 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Bound port: bc432189-6697-4b7c-804c-08217dd7cf7b, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:30.816486 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.878118 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] For port bc432189-6697-4b7c-804c-08217dd7cf7b, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:30.882280 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] For port bc432189-6697-4b7c-804c-08217dd7cf7b, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bc432189-6697-4b7c-804c-08217dd7cf7b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:30.890737 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.900840 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.931322 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.942951 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:30.960323 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4238eef-5756-415a-b7be-efef566c7579 None None] Pushing event updated for resources: {'Port': ['ID=bc432189-6697-4b7c-804c-08217dd7cf7b,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:30.991614 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:30.994814 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:30.999169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:31.002369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Pushing event updated for resources: {'Port': ['ID=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:31.178086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5518e64c-e9b5-499f-a9ac-576e34ff4851 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:31.179607 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5518e64c-e9b5-499f-a9ac-576e34ff4851 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.1466765 Aug 09 15:57:31.388173 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.396369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c4244-e18c-47e6-aaec-9513a6be8328 req-331c0d17-44ee-4dbb-920e-749acab53104 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:31.397919 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a83c4244-e18c-47e6-aaec-9513a6be8328 req-331c0d17-44ee-4dbb-920e-749acab53104 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 945 time: 0.1055968 Aug 09 15:57:31.452144 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Deleting port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:31.452486 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.793097 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a83c4244-e18c-47e6-aaec-9513a6be8328 req-b7ae6bd3-245c-44a7-98af-fcbfd6b96f47 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/security-groups?id=121d0989-33e8-4923-864f-94629ac66651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620846 Aug 09 15:57:31.842048 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed3fa3-5281-418c-acd1-43baa38960eb None None] Network 59816b26-6864-4a9d-a41a-fa60ce339fae requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:57:31.875872 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] For port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,segment=NetworkSegment(0fe8ccd9-0b86-4f00-a745-fd26108b54df),segment_id=0fe8ccd9-0b86-4f00-a745-fd26108b54df)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:31.876243 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:31.917666 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Calling delete_port for 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:31.966342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-614ae23b-691f-4a57-83da-def414b7c4b9 None None] Provisioning for port bc432189-6697-4b7c-804c-08217dd7cf7b completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:31.975785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.149059 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.188418 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Pushing event deleted for resources: {'Port': ['ID=18e8fee1-645d-4efb-aa3a-7cfcc039dc1e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:32.191050 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['18e8fee1-645d-4efb-aa3a-7cfcc039dc1e'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:57:32.214852 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:57:32.233896 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] No DVR routers for this DVR port 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:32.236792 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.238703 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2eebd50a-13cb-4ef2-8a06-78c52dddcdaa req-5e385071-a5a1-4eb7-a85e-af651165dcc1 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.21 "DELETE /v2.0/ports/18e8fee1-645d-4efb-aa3a-7cfcc039dc1e HTTP/1.1" status: 204 len: 173 time: 1.0493944 Aug 09 15:57:32.239132 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'name': 'network-vif-deleted', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:32.241376 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38900aae-448b-446c-bba1-e1373b5a7cd1" -d '{"events": [{"server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "name": "network-vif-deleted", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:32.284950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e57a29-e54f-4ec1-890b-e5f0c4f28072 x-openstack-request-id: req-37e57a29-e54f-4ec1-890b-e5f0c4f28072 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:32.285246 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3771d7-3fd0-4f85-a486-2d5087c746c3", "name": "network-vif-deleted", "tag": "18e8fee1-645d-4efb-aa3a-7cfcc039dc1e", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:32.285506 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-37e57a29-e54f-4ec1-890b-e5f0c4f28072 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:32.286646 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3771d7-3fd0-4f85-a486-2d5087c746c3', 'name': 'network-vif-deleted', 'tag': '18e8fee1-645d-4efb-aa3a-7cfcc039dc1e', 'status': 'completed', 'code': 200} Aug 09 15:57:32.359076 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:32.363280 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bc432189-6697-4b7c-804c-08217dd7cf7b up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:32.370181 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:32.377061 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.378485 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-f4c6b1c4-3b17-4a7b-a6fe-334e330be969 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1216345 Aug 09 15:57:32.381318 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49276) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:32.534270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:32.534905 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:32.539937 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.599269 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port bc432189-6697-4b7c-804c-08217dd7cf7b completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:32.604402 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port bc432189-6697-4b7c-804c-08217dd7cf7b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:32.604775 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.687521 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:32.810044 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.877262 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.942600 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port bc432189-6697-4b7c-804c-08217dd7cf7b, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bc432189-6697-4b7c-804c-08217dd7cf7b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:32.951131 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:32.959812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:31Z', 'revision_number': 3, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.001695 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Allocated IP 172.20.0.1 (59816b26-6864-4a9d-a41a-fa60ce339fae/ae781791-8221-42a6-9927-b21b555905df/e0fe9bc8-df9a-4933-83b0-2f766e3da91d) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:33.011847 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:33.012311 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Updating router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:57:33.053504 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-87e9c835-4736-49b4-8b7a-c001461d614f req-134dd18a-8212-4282-9c48-93de9cd03643 tempest-VolumesSnapshotTestJSON-517598039 tempest-VolumesSnapshotTestJSON-517598039-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce3771d7-3fd0-4f85-a486-2d5087c746c3 HTTP/1.1" status: 200 len: 210 time: 0.1672792 Aug 09 15:57:33.061536 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.082805 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=bc432189-6697-4b7c-804c-08217dd7cf7b,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.113545 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.126408 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Transition to ACTIVE for port object e0fe9bc8-df9a-4933-83b0-2f766e3da91d will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:33.158186 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.194307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:33.198958 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:33.201359 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:33.234979 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.247388 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.335233 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.346998 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Transition to ACTIVE for port object 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:33.354590 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.393791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.407843 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f21680-d4ef-42e3-b91b-933601ddd305 None None] Pushing event updated for resources: {'Port': ['ID=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.410244 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Attempting to bind port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:33.410615 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Attempting to bind port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:33.410973 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Attempting to bind port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:33.416623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:33.417069 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:33.417476 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.417865 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:33.418328 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Bound port: 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:33.418975 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.464762 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-dd761ed9-3e2a-4cde-aead-d93a60646911 None None] Provisioning for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:33.476623 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-dd761ed9-3e2a-4cde-aead-d93a60646911 None None] Provisioning complete for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:33.476911 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-dd761ed9-3e2a-4cde-aead-d93a60646911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.501616 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] For port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:33.519344 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] For port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:33.526641 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.534373 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-dd761ed9-3e2a-4cde-aead-d93a60646911 None None] Port e0fe9bc8-df9a-4933-83b0-2f766e3da91d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:33.554522 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.564537 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.589357 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:33.589977 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.595135 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f21680-d4ef-42e3-b91b-933601ddd305 None None] Pushing event updated for resources: {'Port': ['ID=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.632663 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:33.634417 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:33.700556 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:33.724609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:33.725965 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:33.847578 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:33.923432 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-50746610-f115-455e-af9e-baa6178f0665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 2, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:33.953309 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50746610-f115-455e-af9e-baa6178f0665 None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 2, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:33.955898 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:33.964869 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d6680e6f-3e12-4eba-bb17-9b1f6c229ef1 admin admin] 10.222.0.90 "PUT /v2.0/routers/1c19c0f9-9d8a-4f57-9439-a95443edc6f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5823822 Aug 09 15:57:33.980619 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-3b1dac2e-6db0-4171-8555-c78e3d975743 None None] Provisioning complete for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:33.980997 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-3b1dac2e-6db0-4171-8555-c78e3d975743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.017506 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-3b1dac2e-6db0-4171-8555-c78e3d975743 None None] Port e0fe9bc8-df9a-4933-83b0-2f766e3da91d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:34.324782 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49292) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.329745 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959848617', 'description': 'tempest-description--411288940'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.354456 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.365270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bc432189-6697-4b7c-804c-08217dd7cf7b up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:34.450957 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port bc432189-6697-4b7c-804c-08217dd7cf7b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:34.451533 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.494182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.499774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.534620 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.538753 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2102611 Aug 09 15:57:34.539252 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49298) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.545307 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group_rule': {'security_group_id': '659c3216-3b3c-4bdb-ac1b-817567247c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.553121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295d3f-e8b6-4bef-bc89-cbc5cf12d2b5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659c3216-3b3c-4bdb-ac1b-817567247c76,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.586385 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.658118 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.662859 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.683908 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4104f827-6c29-41f3-bde5-ab12edda1dea,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.703203 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.704448 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-5015d0dd-de9c-4b9c-ad81-e3e540c873cf tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633520 Aug 09 15:57:34.706977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49300) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.711600 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group_rule': {'security_group_id': '659c3216-3b3c-4bdb-ac1b-817567247c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.742638 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.826626 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.842492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.874945 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c4690-e0e2-40bc-baea-7f83a8e74553,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:34.885593 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:34.887913 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b67ac620-3170-402b-bda0-e81dce46ee43 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795666 Aug 09 15:57:34.891251 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49302) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:34.898223 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:34.928253 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.043794 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.162609 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Allocated IP 172.27.1.250 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:35.272406 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.313677 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.354703 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:35.357859 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:35.366061 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:35.368096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.472076 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.505707 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.668758 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.679711 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.752831 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:35.762786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.776347 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:35.777778 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0695be50-0efb-4b68-9a66-8aa22ebc266f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8852539 Aug 09 15:57:35.834151 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:35.857011 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:35.857361 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 18e8fee1-645d-4efb-aa3a-7cfcc039dc1e not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:36.051617 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-e3ec9356-7d29-41c7-a58b-ee9d93135510 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--959848617&fields=id&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 267 time: 0.0325286 Aug 09 15:57:36.144525 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:36.155005 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:36.155936 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:36.171763 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-7541d8a3-79f4-4cdb-bd6c-601e9e564115 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:36.173256 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-7541d8a3-79f4-4cdb-bd6c-601e9e564115 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 817 time: 0.1148086 Aug 09 15:57:36.188278 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-360137bf-e5bd-4701-8657-d463adad4496 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/quotas/cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 375 time: 0.0093181 Aug 09 15:57:36.242612 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-bb1f0965-2a18-4474-b07c-b18a271dce57 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490379 Aug 09 15:57:36.262657 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:36.358039 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:36.406894 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:36.410751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:36.411426 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.416987 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-e6ee1edf-ec30-4748-84cc-8afd517f3c91 service neutron] 10.222.0.90 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619327 Aug 09 15:57:36.482412 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 2, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:36.496667 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.509855 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:36.510438 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Updating router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 port e0fe9bc8-df9a-4933-83b0-2f766e3da91d binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:57:36.519304 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:36.520468 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-420708ba-e4f3-4c4c-8ac8-7bf30ed5a2d3 service neutron] 10.222.0.90 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962379 Aug 09 15:57:36.523342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.543092 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.572740 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:36.692168 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-353721fc-1c46-43e1-b34a-408949a137ae req-0174c6df-2b62-44f8-9883-3df7672ea7d2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 210 time: 0.0306861 Aug 09 15:57:36.823817 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.834027 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Transition to ACTIVE for port object e0fe9bc8-df9a-4933-83b0-2f766e3da91d will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:36.841131 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.888949 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Pushing event updated for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:36.897858 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.898172 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.898460 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.898725 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.899169 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.899576 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.899884 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.900206 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.900553 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.900878 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.901197 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.901515 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:36.962954 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Attempting to bind port e0fe9bc8-df9a-4933-83b0-2f766e3da91d on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:36.963309 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Attempting to bind port e0fe9bc8-df9a-4933-83b0-2f766e3da91d by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:36.963756 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Attempting to bind port e0fe9bc8-df9a-4933-83b0-2f766e3da91d on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:36.970694 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:36.971059 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Checking segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:36.971457 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:36.971878 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Bound using segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:36.972705 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Bound port: e0fe9bc8-df9a-4933-83b0-2f766e3da91d, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:36.973117 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.044964 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] For port e0fe9bc8-df9a-4933-83b0-2f766e3da91d, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:37.048651 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] For port e0fe9bc8-df9a-4933-83b0-2f766e3da91d, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:37.053624 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.107213 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:37.107864 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:37.166415 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c8c3f-81f3-4f4c-bf81-2c4dc014efea None None] Pushing event updated for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=4']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:37.323743 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:37.514228 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:37Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:37.539697 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5436c36b-344b-44a0-b32c-246fbfdd28db None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:37Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:37.795369 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78adb2e8-7ce5-4445-8d1b-d5d5dfeb47a1 req-7ac7c49f-4f22-4f00-b9a9-60865afa04fc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 210 time: 0.0275271 Aug 09 15:57:38.346167 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e0fe9bc8-df9a-4933-83b0-2f766e3da91d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:38.401458 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:38.406354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:38.406719 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.488626 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.520872 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port e0fe9bc8-df9a-4933-83b0-2f766e3da91d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:38.524996 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.525767 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:38.602116 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:38.614720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:38.615290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:38.896704 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8ab28ebb-0b04-4ecb-a8b4-f528060bea33 req-9b913943-4df7-44a5-b3af-e29081f8021d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 210 time: 0.0262783 Aug 09 15:57:39.378601 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-aaded408-9a15-40ff-8548-b90c61ad0464 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:39.380298 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-aaded408-9a15-40ff-8548-b90c61ad0464 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 817 time: 0.1064444 Aug 09 15:57:39.434282 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-e3cba667-d962-4fe1-8137-b810d01a9562 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 379 time: 0.0345387 Aug 09 15:57:39.444782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'port': {'device_id': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'admin_state_up': True, 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'security_groups': ['659c3216-3b3c-4bdb-ac1b-817567247c76']}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:39.552420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Made reservation on behalf of cefded8db16f4b6f8533b570f0b223e6 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:39.556339 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.678560 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Allocated IP 172.20.0.6 (59816b26-6864-4a9d-a41a-fa60ce339fae/ae781791-8221-42a6-9927-b21b555905df/2a2ccaea-3a28-4ef4-8924-9c47ba773c0f) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:39.814930 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.829622 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Transition to ACTIVE for port object 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:39.862922 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.904934 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:39.910168 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:39.914026 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:39.940401 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:39.971331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:39.972002 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:39.992865 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-f9203e0a-7d00-4178-9439-d364c99368c5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518296 Aug 09 15:57:40.015854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Request body: {'port': {'device_id': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:40.046063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2970-1ed6-4622-ac09-75f4359e293c req-dfcec6f2-f234-40c0-a757-0d6360c84b34 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.050196 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-136d2970-1ed6-4622-ac09-75f4359e293c req-dfcec6f2-f234-40c0-a757-0d6360c84b34 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 931 time: 0.0653491 Aug 09 15:57:40.077742 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.106387 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-136d2970-1ed6-4622-ac09-75f4359e293c req-5fed542e-c4a9-4875-b229-53f51ec7388b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Aug 09 15:57:40.229342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-103dbc01-42e4-4398-8145-4aa9b2b3ccd7 None None] Provisioning for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:40.233038 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-103dbc01-42e4-4398-8145-4aa9b2b3ccd7 None None] Provisioning complete for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:40.233822 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-103dbc01-42e4-4398-8145-4aa9b2b3ccd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.270043 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-103dbc01-42e4-4398-8145-4aa9b2b3ccd7 None None] Port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:40.340371 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e0fe9bc8-df9a-4933-83b0-2f766e3da91d up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:40.364831 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:57:40.373153 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.385453 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Transition to ACTIVE for port object 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:40.391525 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port e0fe9bc8-df9a-4933-83b0-2f766e3da91d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:40.391920 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.393361 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.468476 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.524037 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Attempting to bind port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:40.524475 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Attempting to bind port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:40.524862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Attempting to bind port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:40.529500 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f on network 59816b26-6864-4a9d-a41a-fa60ce339fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:57:40.529902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Attempting to bind port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:40.534877 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:40.535287 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Checking segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:40.535774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Bound using segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:40.536204 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Bound port: 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:40.536563 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.603364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:40.606349 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:40.610900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.644456 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.645082 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:40.646538 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] 10.222.0.21 "PUT /v2.0/ports/2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 1093 time: 0.6375148 Aug 09 15:57:40.646899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:40.649195 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae984e-d994-48cf-90c9-f114c447ca9b" -d '{"events": [{"name": "network-changed", "server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:40.683987 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff8106-a0be-44bb-8993-bee1d4e1acfe service neutron] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:40.699872 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544487ed-ba3b-4da2-9ca0-0f7a2ac2e307 x-openstack-request-id: req-544487ed-ba3b-4da2-9ca0-0f7a2ac2e307 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:40.700286 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:40.700542 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-544487ed-ba3b-4da2-9ca0-0f7a2ac2e307 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:40.700988 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'status': 'completed', 'code': 200} Aug 09 15:57:40.767055 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-afd24b00-3811-4334-b3bf-5e4db49d7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.768810 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-afd24b00-3811-4334-b3bf-5e4db49d7d9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1096 time: 0.0485523 Aug 09 15:57:40.820682 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-c0ddacf2-e137-4cc0-95bb-3d7f32493ec9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 217 time: 0.0373394 Aug 09 15:57:40.870248 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-c9a008cf-b163-4bc3-8f79-ffd45f140352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.871697 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-c9a008cf-b163-4bc3-8f79-ffd45f140352 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0425861 Aug 09 15:57:40.921901 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c968a3-9384-4a28-8069-454163ffb482 req-b9b443ee-bdb2-4512-a1c5-dd47da2833ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:40.923394 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-b9b443ee-bdb2-4512-a1c5-dd47da2833ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440791 Aug 09 15:57:41.016633 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-b1b6e503-ad89-47c2-a78f-2367e876d68b service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800409 Aug 09 15:57:41.109931 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d9c968a3-9384-4a28-8069-454163ffb482 req-6e096cf4-2cbf-4657-a823-3c108e5dde94 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827789 Aug 09 15:57:41.226106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbf8cb-b6a1-4695-8720-6ce6695d3d31 req-b6bbea64-d68e-485f-9435-595fdf371f4a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.228252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-43bbf8cb-b6a1-4695-8720-6ce6695d3d31 req-b6bbea64-d68e-485f-9435-595fdf371f4a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0511177 Aug 09 15:57:41.253538 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-35212f41-7da3-4495-8c69-6c6a29255e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.255056 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-35212f41-7da3-4495-8c69-6c6a29255e2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1096 time: 0.0450189 Aug 09 15:57:41.266284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-43bbf8cb-b6a1-4695-8720-6ce6695d3d31 req-062cd27b-5080-4ed0-b7e6-b499232b9bbb tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Aug 09 15:57:41.347353 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-e6cfc9fa-e0cb-46ef-b123-29610515e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.348668 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-e6cfc9fa-e0cb-46ef-b123-29610515e79b service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0847805 Aug 09 15:57:41.396013 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-923c595a-5783-4582-8e37-8bc3c85f55f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 217 time: 0.0381291 Aug 09 15:57:41.448074 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-d32cbdd0-0d3a-4a80-8cc3-14fe7fe66df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.449536 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-d32cbdd0-0d3a-4a80-8cc3-14fe7fe66df4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0436358 Aug 09 15:57:41.500218 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-4b461c41-34da-4651-b559-81c910069e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:41.501686 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-4b461c41-34da-4651-b559-81c910069e10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385902 Aug 09 15:57:41.592845 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-f401f5aa-d694-4a04-a319-9008ae7866a3 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829365 Aug 09 15:57:41.682802 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3dae984e-d994-48cf-90c9-f114c447ca9b req-f02f7968-7243-4800-9835-f0740bf27e92 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819080 Aug 09 15:57:42.388584 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb54b87-ebc9-42b9-808d-9bf85441585d req-067e61ef-b667-4c18-bfa3-7e8b8a1d51ee tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:42.390050 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8eb54b87-ebc9-42b9-808d-9bf85441585d req-067e61ef-b667-4c18-bfa3-7e8b8a1d51ee tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0483866 Aug 09 15:57:42.431275 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8eb54b87-ebc9-42b9-808d-9bf85441585d req-a91f721d-b1df-4c8c-a9e9-6f9dee453d13 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352671 Aug 09 15:57:42.670789 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:57:42.775982 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:42.787988 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:57:42.824648 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.836662 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:57:42.856669 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:42.859971 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:42.905124 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:43.217351 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:57:43.547339 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ef43e-95f5-4d45-a0fc-471671789b33 req-6623bca5-7f92-4226-97fd-a13ca0f2f5e1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:43.548998 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e78ef43e-95f5-4d45-a0fc-471671789b33 req-6623bca5-7f92-4226-97fd-a13ca0f2f5e1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0480554 Aug 09 15:57:43.586614 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e78ef43e-95f5-4d45-a0fc-471671789b33 req-e0568164-73d4-43cd-bb05-41b5282006ad tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Aug 09 15:57:44.710068 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f5435-8c90-43d0-b760-49080e3b7a21 req-0b61e866-3455-4869-be4a-73a6f4f74f0d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:44.711565 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb6f5435-8c90-43d0-b760-49080e3b7a21 req-0b61e866-3455-4869-be4a-73a6f4f74f0d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0529373 Aug 09 15:57:44.748853 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eb6f5435-8c90-43d0-b760-49080e3b7a21 req-e8ec08e0-783b-48c4-8c0f-2e2eca9d1d58 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Aug 09 15:57:45.863481 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411a1a9-403c-4727-a994-0ff00ebe71c1 req-664b401f-525d-4623-ad88-ceec2e09b31e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:45.864891 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9411a1a9-403c-4727-a994-0ff00ebe71c1 req-664b401f-525d-4623-ad88-ceec2e09b31e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0471396 Aug 09 15:57:45.905364 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9411a1a9-403c-4727-a994-0ff00ebe71c1 req-5d32d619-f3c7-4e48-ac1a-834726e05818 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345900 Aug 09 15:57:46.126011 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:57:46.175782 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:46.179404 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:46.179810 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.256960 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.279006 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:46.281290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea8ff2f-4c55-44a0-9005-3bb5ca7de94f" -d '{"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:46.296303 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:46.300969 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:46.324746 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df44e41-3a3e-4cf5-892d-55673579108c x-openstack-request-id: req-4df44e41-3a3e-4cf5-892d-55673579108c {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:46.325035 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:46.325281 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4df44e41-3a3e-4cf5-892d-55673579108c {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:46.325661 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'code': 200} Aug 09 15:57:46.350919 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:47.025556 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5fb97-6d36-46c2-bcd2-435435d2e5e9 req-e39efb5d-3242-44ff-ab1a-1642de3ed569 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:47.026986 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4fa5fb97-6d36-46c2-bcd2-435435d2e5e9 req-e39efb5d-3242-44ff-ab1a-1642de3ed569 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0513854 Aug 09 15:57:47.063054 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4fa5fb97-6d36-46c2-bcd2-435435d2e5e9 req-b1e049f5-8241-4fe4-ad16-5dba0284ecbb tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301259 Aug 09 15:57:47.161515 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:47.426077 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac362fb-9e2f-44d7-a9d4-0191e3cb077c req-7d866e0c-2ff9-462c-909d-b3cd6c02e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:47.427726 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bac362fb-9e2f-44d7-a9d4-0191e3cb077c req-7d866e0c-2ff9-462c-909d-b3cd6c02e625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1098 time: 0.0397537 Aug 09 15:57:47.466399 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bac362fb-9e2f-44d7-a9d4-0191e3cb077c req-65544031-eea7-47c9-8b99-266e3731e64b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295126 Aug 09 15:57:47.913704 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a592e54-6456-44bc-8316-188a1a8c476b req-dc117106-3946-491e-931b-0e8bbecb023e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:47.915152 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a592e54-6456-44bc-8316-188a1a8c476b req-dc117106-3946-491e-931b-0e8bbecb023e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Aug 09 15:57:47.955426 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a592e54-6456-44bc-8316-188a1a8c476b req-61660754-ba40-448d-b350-63f7433ac884 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339181 Aug 09 15:57:48.190977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707914a-e771-42d9-bb52-9e4ba074afce req-1667b8fa-3e9f-4d43-85f0-96d7056745c8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:48.193217 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7707914a-e771-42d9-bb52-9e4ba074afce req-1667b8fa-3e9f-4d43-85f0-96d7056745c8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0520387 Aug 09 15:57:48.234117 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7707914a-e771-42d9-bb52-9e4ba074afce req-a9879996-e984-4da1-a364-2554eb784fe2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337157 Aug 09 15:57:49.067719 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1392a-0ef0-483b-9dda-6a807ad15d08 req-cf26c5f3-ff4b-4bcd-8ba5-9658ff4d8c10 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.069158 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-78a1392a-0ef0-483b-9dda-6a807ad15d08 req-cf26c5f3-ff4b-4bcd-8ba5-9658ff4d8c10 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Aug 09 15:57:49.109146 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-78a1392a-0ef0-483b-9dda-6a807ad15d08 req-e7084f5c-6aca-471c-a2d1-a8a9e7182a7b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Aug 09 15:57:49.352570 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88aebf-45b6-43e1-a76e-5e11b24494cf req-e2894cf8-5e27-40ca-ae24-d9888654b53e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.354069 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1d88aebf-45b6-43e1-a76e-5e11b24494cf req-e2894cf8-5e27-40ca-ae24-d9888654b53e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0477557 Aug 09 15:57:49.393296 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1d88aebf-45b6-43e1-a76e-5e11b24494cf req-50f2d245-76ed-4901-87a1-77f7a450c631 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332766 Aug 09 15:57:49.511268 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933121a9-ecbc-423d-bcba-8ff33e3543f5 req-3c8b48bf-b411-4cca-89f9-4c8f1cb1c722 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:49.512834 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-933121a9-ecbc-423d-bcba-8ff33e3543f5 req-3c8b48bf-b411-4cca-89f9-4c8f1cb1c722 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0523732 Aug 09 15:57:49.522549 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49460) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:49.528392 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'floatingip': {'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:49.598475 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.230182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b698-bb3a-4706-8dd3-7030529a9556 req-5f2b9a58-8f7c-410b-aace-8c775a62085f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:50.231693 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-be95b698-bb3a-4706-8dd3-7030529a9556 req-5f2b9a58-8f7c-410b-aace-8c775a62085f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0519657 Aug 09 15:57:50.269270 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-be95b698-bb3a-4706-8dd3-7030529a9556 req-4d4ebd50-a251-4964-ac9d-98cd332b26cd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Aug 09 15:57:50.303578 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.307374 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.404342 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Floating IP 0cc81916-d16d-4331-bb35-1fca44955b6f associated. External IP: 172.27.1.250, port: 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f. Aug 09 15:57:50.625996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:50.736186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:50.741258 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:50.746325 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:50.755110 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:50.755751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:50.768572 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9acd0d1f-9389-4d92-9606-b381c838e85f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "PUT /v2.0/floatingips/0cc81916-d16d-4331-bb35-1fca44955b6f HTTP/1.1" status: 200 len: 991 time: 1.2447338 Aug 09 15:57:50.769169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:50.771436 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49135c85-2acd-49b3-9cc0-8ff18f5801b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:50.811870 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a2ed72-b5aa-41ec-b136-8e5f8aaac648 x-openstack-request-id: req-12a2ed72-b5aa-41ec-b136-8e5f8aaac648 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:50.812316 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:50.812567 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12a2ed72-b5aa-41ec-b136-8e5f8aaac648 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:50.812987 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'status': 'completed', 'code': 200} Aug 09 15:57:50.881889 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:50.939989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-6e5d310c-c0df-4374-9810-13c76093a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:50.941811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-6e5d310c-c0df-4374-9810-13c76093a81f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1098 time: 0.0462790 Aug 09 15:57:50.950414 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-7105d322-8342-4517-ab36-92b245250c0d tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:50.951974 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-7105d322-8342-4517-ab36-92b245250c0d tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 945 time: 0.0582919 Aug 09 15:57:51.051982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-062cbd4f-dc52-478e-8ecf-84c33bf050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:51.052989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Deleting port b206928b-d47a-44c9-b045-a3f4c38a365c {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:51.053336 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.053473 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-062cbd4f-dc52-478e-8ecf-84c33bf050c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0917366 Aug 09 15:57:51.132049 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-4f1d2302-f1ba-438e-ac17-a8872da14240 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 999 time: 0.0711091 Aug 09 15:57:51.143727 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] For port b206928b-d47a-44c9-b045-a3f4c38a365c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b206928b-d47a-44c9-b045-a3f4c38a365c,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:57:51.143951 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.173663 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '0cc81916-d16d-4331-bb35-1fca44955b6f', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:35Z', 'updated_at': '2021-08-09T15:57:50Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:51.188490 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-1b00f0c3-e593-4cf4-b139-37eff4b7886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:51.190012 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-1b00f0c3-e593-4cf4-b139-37eff4b7886c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0503843 Aug 09 15:57:51.207169 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:51.216553 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:51.217169 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:51.238275 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-50f45ecb-467d-4c97-bbcb-a1826eee2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:51.240128 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-50f45ecb-467d-4c97-bbcb-a1826eee2c57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417271 Aug 09 15:57:51.332079 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:51.341472 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-00e5315e-820f-45e3-b6f3-23dcbba3e0cc service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917864 Aug 09 15:57:51.383807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.384401 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.384565 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Floating IP 4b71dfe6-66b5-40f1-bb0f-98024b296f6c disassociated. External IP: 172.27.1.97, port: b206928b-d47a-44c9-b045-a3f4c38a365c. Aug 09 15:57:51.384948 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Calling delete_port for b206928b-d47a-44c9-b045-a3f4c38a365c owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:51.528498 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.557981 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'Port': ['ID=b206928b-d47a-44c9-b045-a3f4c38a365c,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:51.596846 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '0cc81916-d16d-4331-bb35-1fca44955b6f', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:35Z', 'updated_at': '2021-08-09T15:57:50Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:51.624336 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0e21b-640b-4d44-912f-84cc0ed682e5 None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '0cc81916-d16d-4331-bb35-1fca44955b6f', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:35Z', 'updated_at': '2021-08-09T15:57:50Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:51.685764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:57:51.699267 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51743-0247-4e24-9466-a369ff32e3ce req-e4957e22-2f20-4f9f-9eed-dce1f68ade82 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:51.700854 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-81e51743-0247-4e24-9466-a369ff32e3ce req-e4957e22-2f20-4f9f-9eed-dce1f68ade82 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2f574df-7f6c-40ce-9c2e-f7c6a58beda3 HTTP/1.1" status: 200 len: 867 time: 0.3583970 Aug 09 15:57:51.755075 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-49135c85-2acd-49b3-9cc0-8ff18f5801b1 req-daa00be5-cbd9-43e7-b3e6-9ceb666c381e service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042454 Aug 09 15:57:51.783541 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-81e51743-0247-4e24-9466-a369ff32e3ce req-dce84435-6f9a-480f-8c63-2f9d0f721dd5 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=37b543b4-4fb8-46e7-b24b-9abe0525e92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614359 Aug 09 15:57:51.849494 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:57:51.860955 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:57:51.877737 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:51.878471 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:51.891141 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122c370-12c3-407f-b87c-0c92855b2478 None None] New status for floating IP 0cc81916-d16d-4331-bb35-1fca44955b6f: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:57:51.913808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] No DVR routers for this DVR port b206928b-d47a-44c9-b045-a3f4c38a365c on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:57:51.917160 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:51.919554 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bfed305f-60c5-4aa1-a294-f59abcc4e880 req-78ea983d-0f4b-4aeb-bc43-9d8cd8e2c8bb tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "DELETE /v2.0/ports/b206928b-d47a-44c9-b045-a3f4c38a365c HTTP/1.1" status: 204 len: 173 time: 0.9571493 Aug 09 15:57:52.014880 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:52.237385 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:52.263363 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:57:52.271852 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:57:52.272311 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:52.377258 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:57:52.580867 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:52.611005 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db9d7e7-5c4a-4ee5-83de-3d80b441b9e7 None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:57:52.814134 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'name': 'network-vif-deleted', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:52.816876 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97325e9b-9216-4950-b65e-4b99dece6982" -d '{"events": [{"server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "name": "network-vif-deleted", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:52.834025 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d7f38-4415-4c6c-bf03-062ccfa9751c None None] New status for floating IP 4b71dfe6-66b5-40f1-bb0f-98024b296f6c: DOWN {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:57:52.861933 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b0a66-d460-422d-8789-955794f82f0b x-openstack-request-id: req-799b0a66-d460-422d-8789-955794f82f0b {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:52.862428 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f574df-7f6c-40ce-9c2e-f7c6a58beda3", "name": "network-vif-deleted", "tag": "b206928b-d47a-44c9-b045-a3f4c38a365c", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:52.863267 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-799b0a66-d460-422d-8789-955794f82f0b {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:52.863947 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f574df-7f6c-40ce-9c2e-f7c6a58beda3', 'name': 'network-vif-deleted', 'tag': 'b206928b-d47a-44c9-b045-a3f4c38a365c', 'status': 'completed', 'code': 200} Aug 09 15:57:52.891980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49498) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:52.968767 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.995780 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.044249 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.046742 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.047872 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "DELETE /v2.0/security-groups/37b543b4-4fb8-46e7-b24b-9abe0525e92f HTTP/1.1" status: 204 len: 168 time: 0.1543005 Aug 09 15:57:53.050710 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49504) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:53.056681 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232803d-c920-4b91-a30a-d047865c4ae2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b543b4-4fb8-46e7-b24b-9abe0525e92f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.069084 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.api.v2.resource [None req-533f0280-1d03-486a-9cd1-df84b22d5a8f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] show failed (client error): The resource could not be found. Aug 09 15:57:53.070222 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-533f0280-1d03-486a-9cd1-df84b22d5a8f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups/37b543b4-4fb8-46e7-b24b-9abe0525e92f HTTP/1.1" status: 404 len: 347 time: 0.0185399 Aug 09 15:57:53.073051 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49508) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:53.210312 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Deleting port 3170d80b-3aa3-46c9-b52a-432a732dbcc5 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:57:53.210654 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.286988 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.287307 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.299141 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Calling delete_port for 3170d80b-3aa3-46c9-b52a-432a732dbcc5 owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:57:53.437157 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.463433 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'Port': ['ID=3170d80b-3aa3-46c9-b52a-432a732dbcc5,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:53.527964 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.530551 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:53.531742 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-874f0d4e-30db-4ad9-abdc-ae630b0a1ed3 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "DELETE /v2.0/floatingips/4b71dfe6-66b5-40f1-bb0f-98024b296f6c HTTP/1.1" status: 204 len: 168 time: 0.4575861 Aug 09 15:57:54.009367 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49516) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.014070 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90352008', 'description': 'tempest-description--1175948132'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:54.036712 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.132049 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.137362 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.165740 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.166973 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1565473 Aug 09 15:57:54.169196 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3baca557-a732-4b61-b3d5-11c274b0b34f,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:54.171738 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49522) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.176441 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group_rule': {'security_group_id': '3baca557-a732-4b61-b3d5-11c274b0b34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:54.186664 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.187104 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.187756 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.188122 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.188686 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.189159 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.189813 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.190243 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.190910 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.191302 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.191825 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.192326 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8df70f-4fd4-4796-a471-24ac4ae22941 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.207681 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.274999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.278732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.296628 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80513b08-9fdb-4cee-ae19-4f8e9f947a25,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:54.304808 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.306037 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332834 Aug 09 15:57:54.307295 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.307636 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.308011 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.308329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.308663 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.308984 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.309093 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49524) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.309306 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.309627 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.310008 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.310332 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.310653 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.310967 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e9cba-fd57-47b9-83e1-c0dbad12cf50 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:57:54.314986 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'security_group_rule': {'security_group_id': '3baca557-a732-4b61-b3d5-11c274b0b34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:54.342006 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.627793 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.631780 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.653498 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ed58fb-8643-4052-91f5-8c19a71aaaab,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:54.659198 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.660466 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-41bd80e4-ed77-4ebf-bf99-79400846806e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504841 Aug 09 15:57:54.663676 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49526) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:54.668214 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:54.691182 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.784734 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:54.889340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Allocated IP 172.27.1.213 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/260a13e8-4af9-4885-a5c5-021174565b70) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:54.991911 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.033101 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.066648 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:55.073007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:55.075482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:55.101838 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=260a13e8-4af9-4885-a5c5-021174565b70,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.158139 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b206928b-d47a-44c9-b045-a3f4c38a365c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:57:55.168262 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.180752 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: b206928b-d47a-44c9-b045-a3f4c38a365c {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:57:55.181092 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b206928b-d47a-44c9-b045-a3f4c38a365c not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:57:55.203085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.362357 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.368136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.435571 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=260a13e8-4af9-4885-a5c5-021174565b70,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:55.448158 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.461085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:55.462777 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-11463e1e-b53b-4a60-b6d3-733d9ea59612 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7981107 Aug 09 15:57:55.607954 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-bb27b6d0-455b-46e8-8cae-932e47aacb4b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--90352008&fields=id&tenant_id=f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 267 time: 0.0365930 Aug 09 15:57:55.719036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-853a2e49-fb82-486f-b416-f6cb48c44462 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:55.720593 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-853a2e49-fb82-486f-b416-f6cb48c44462 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 811 time: 0.1055343 Aug 09 15:57:55.736961 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-73fba19f-8d56-444c-ba61-80daf9d9ee72 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/quotas/f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 375 time: 0.0103633 Aug 09 15:57:55.791689 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-896f59dc-ae56-439c-ac03-69b0745ba969 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488548 Aug 09 15:57:55.940687 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-f09204e6-c556-4a67-8691-cc19daaff115 service neutron] 10.222.0.90 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366491 Aug 09 15:57:56.038900 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-16c8702d-a103-42fa-8208-bf0cd1678fa8 service neutron] 10.222.0.90 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911200 Aug 09 15:57:56.120713 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:56.214332 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-99282602-5b8a-4659-99e1-fc32cf783299 req-19632569-9c9d-4a3f-a217-f392ac95084c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Aug 09 15:57:56.955070 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa05b3e8-75d7-48b3-9e2b-ec30e1d84db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.224284 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-54b48c0f-ef89-403c-8906-28fbc4c6b4ff tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.225666 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-54b48c0f-ef89-403c-8906-28fbc4c6b4ff tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 811 time: 0.1027403 Aug 09 15:57:57.293167 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-171c1d34-2492-42ee-a521-a11cf1a4c668 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89f26d0564f46b0bbde68100ddc62c2 HTTP/1.1" status: 200 len: 378 time: 0.0400403 Aug 09 15:57:57.306727 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'port': {'device_id': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'admin_state_up': True, 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'security_groups': ['3baca557-a732-4b61-b3d5-11c274b0b34f']}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:57.310633 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-74e6d98c-293d-41dc-9af4-33aea9e7fbc6 req-35ea9f99-112b-4b53-abba-645ce3abec49 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 210 time: 0.0280025 Aug 09 15:57:57.409751 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Made reservation on behalf of f89f26d0564f46b0bbde68100ddc62c2 for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:57.413206 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.538709 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Allocated IP 172.20.0.3 (8f0c784f-655c-4342-9ca2-dd93ebc53bac/e088dad6-45a5-4269-8129-49e3ee6409fa/841aa12c-df55-4bd0-ab8e-0cdb097f8673) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:57:57.546823 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49592) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.606398 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Deleting subnet 38bc2e79-a47c-4325-bfff-1cf54373eced {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:57:57.609609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.652605 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.691748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.694383 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.707435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Transition to ACTIVE for port object 841aa12c-df55-4bd0-ab8e-0cdb097f8673 will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:57.743439 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.750651 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.777456 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bc2e79-a47c-4325-bfff-1cf54373eced,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.784851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.787375 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f024cd15-0b73-4295-8ea9-b2f75abb55c3 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/38bc2e79-a47c-4325-bfff-1cf54373eced HTTP/1.1" status: 204 len: 168 time: 0.2385781 Aug 09 15:57:57.790176 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49594) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:57.802571 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:57:57.805799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:57:57.812370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:57:57.849325 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event updated for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:57.867495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:57.867757 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.868180 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.884671 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0147fb3b-63ab-4a10-a112-3f62c364b67b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823603 Aug 09 15:57:57.949063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.953438 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Request body: {'port': {'device_id': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:57.959960 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb1f4e6-a2ec-4333-943b-345e4c11d380']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:57.971532 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8ccd9-0b86-4f00-a745-fd26108b54df') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:57.971860 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8ccd9-0b86-4f00-a745-fd26108b54df') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:57:57.981391 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.995256 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.001694 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:57:58.002295 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:57:58.003951 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:57:58.009493 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.063154 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ae82de39-75b0-4d8b-b641-b91345dc93f1 None None] Provisioning for port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:57:58.066501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.067629 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-ae82de39-75b0-4d8b-b641-b91345dc93f1 None None] Provisioning complete for port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:57:58.068193 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ae82de39-75b0-4d8b-b641-b91345dc93f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.073089 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.078603 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] 10.222.0.90 "DELETE /v2.0/networks/dbb1f4e6-a2ec-4333-943b-345e4c11d380 HTTP/1.1" status: 204 len: 168 time: 0.2837629 Aug 09 15:57:58.086367 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99e341-ed6c-4575-a943-fc828749b26b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb1f4e6-a2ec-4333-943b-345e4c11d380,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.113047 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-ae82de39-75b0-4d8b-b641-b91345dc93f1 None None] Port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:57:58.205081 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49600) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.274819 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-509cdaa8-0579-471b-8969-b988844923c0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d3d6997923ee45a2bbd4d68ebf8915e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680814 Aug 09 15:57:58.278592 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49602) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:58.321564 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841aa12c-df55-4bd0-ab8e-0cdb097f8673 {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:57:58.329135 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.329719 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.341851 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Transition to ACTIVE for port object 841aa12c-df55-4bd0-ab8e-0cdb097f8673 will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:57:58.346726 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.355102 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.418758 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.453121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff93a7-3bb4-45d5-b346-a6ca8750dcea req-7d09fa78-264a-4950-a3bd-b37aacf0414e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.454925 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abff93a7-3bb4-45d5-b346-a6ca8750dcea req-7d09fa78-264a-4950-a3bd-b37aacf0414e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 943 time: 0.0720568 Aug 09 15:57:58.465542 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.469418 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.470601 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/121d0989-33e8-4923-864f-94629ac66651 HTTP/1.1" status: 204 len: 168 time: 0.1907363 Aug 09 15:57:58.479866 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Attempting to bind port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:57:58.480429 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Attempting to bind port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:57:58.480863 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Attempting to bind port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:58.485578 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:57:58.486506 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Attempting to bind port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 on network 8f0c784f-655c-4342-9ca2-dd93ebc53bac {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:57:58.493417 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:57:58.494163 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Checking segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:58.494723 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Bound using segment: {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:57:58.495354 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Bound port: 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd2696-2df4-40ba-b931-4706b0273323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:57:58.495899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.511745 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c15c6b-d375-4314-a210-44a65e9cb9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121d0989-33e8-4923-864f-94629ac66651,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.521963 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abff93a7-3bb4-45d5-b346-a6ca8750dcea req-618f7c0c-08c8-4822-b69e-23fef04c4098 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501740 Aug 09 15:57:58.577621 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:57:58.581821 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:57:58.589740 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.627580 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.628237 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.629777 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/841aa12c-df55-4bd0-ab8e-0cdb097f8673 HTTP/1.1" status: 200 len: 1093 time: 0.7297993 Aug 09 15:57:58.642075 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:57:58.644590 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35" -d '{"events": [{"name": "network-changed", "server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:57:58.669656 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64060e89-a68a-4c14-bca2-b00e68631fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:58.754822 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0cdd6e03-ea0a-4364-bd6f-82ce9ba5e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.757186 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-0cdd6e03-ea0a-4364-bd6f-82ce9ba5e7b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0564749 Aug 09 15:57:58.821689 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-837057b1-d29a-4e0f-93b1-63409c510235 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673 HTTP/1.1" status: 200 len: 217 time: 0.0462141 Aug 09 15:57:58.889208 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-43acb302-824b-4aff-b120-9c304f62579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.893178 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-43acb302-824b-4aff-b120-9c304f62579a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0648232 Aug 09 15:57:58.933153 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76e7b0-3736-4363-808d-35979cbaf2f2 x-openstack-request-id: req-0d76e7b0-3736-4363-808d-35979cbaf2f2 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:57:58.933444 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:57:58.933694 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0d76e7b0-3736-4363-808d-35979cbaf2f2 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:57:58.934086 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'status': 'completed', 'code': 200} Aug 09 15:57:58.948738 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-d9316ed3-5c5d-45ee-816d-bfab4e9d560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:58.950249 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-d9316ed3-5c5d-45ee-816d-bfab4e9d560a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498977 Aug 09 15:57:59.044470 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-26d64142-ab7b-4937-83cb-bd16da8685e0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830901 Aug 09 15:57:59.154285 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-283a30bd-1c39-4811-8fd4-fcc58780aa7a req-4a448655-c48f-481f-8071-3e7907c32acb service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026044 Aug 09 15:57:59.284681 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49632) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.296139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-09f475f7-676e-4f48-bfb2-707b89ea366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.297691 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-09f475f7-676e-4f48-bfb2-707b89ea366c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 1096 time: 0.0450628 Aug 09 15:57:59.382441 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-362830606-network', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:59.390860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-36f7ff1c-9503-4ca1-9a05-8ca883a32d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.392660 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-36f7ff1c-9503-4ca1-9a05-8ca883a32d42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.0861235 Aug 09 15:57:59.393013 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-64196ecc-1291-4178-91fe-43667ab9e233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.404476 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Made reservation on behalf of 384dd04ff0eb4ca8b2a7009ddaf4644f for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:59.406779 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.416088 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.441250 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-b642e45a-1ba7-4904-86a7-c8b0d1484049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673 HTTP/1.1" status: 200 len: 217 time: 0.0403721 Aug 09 15:57:59.494291 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-78b30683-aed5-4805-aef3-affb6f1c021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.495822 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-78b30683-aed5-4805-aef3-affb6f1c021c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.0472000 Aug 09 15:57:59.510302 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.515173 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.541526 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:57:59.542897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-8fc60394-0243-4161-bd0a-32311c6fe007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.545181 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-8fc60394-0243-4161-bd0a-32311c6fe007 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423965 Aug 09 15:57:59.549226 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4720d4-4e6c-4eac-b367-9f85eed515f6,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.557641 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.557641 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Added segment 1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e of type vlan for network 76d6f43e-c8f8-4d78-8539-cade15da6e49 Aug 09 15:57:59.610734 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.621826 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.644863 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.645812 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.646394 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.671607 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-af4ea2dc-fdf4-4c73-ae35-fdfd92e59d4f service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177199 Aug 09 15:57:59.697236 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1a1e-3e2f-433a-93ec-f64e4337d364 req-8df1904e-e989-40f6-b3df-26a1fb82340b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:57:59.698745 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-286b1a1e-3e2f-433a-93ec-f64e4337d364 req-8df1904e-e989-40f6-b3df-26a1fb82340b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 943 time: 0.0760264 Aug 09 15:57:59.700296 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4145353 Aug 09 15:57:59.703167 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49638) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:57:59.708112 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Request body: {'subnet': {'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-362830606-subnet', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:57:59.723161 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ff0ab-7d08-422c-aefe-694a740a679a admin admin] Pushing event updated for resources: {'Network': ['ID=76d6f43e-c8f8-4d78-8539-cade15da6e49,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.733159 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:57:59.737733 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Made reservation on behalf of 384dd04ff0eb4ca8b2a7009ddaf4644f for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:57:59.740363 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2108120'] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.787885 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-286b1a1e-3e2f-433a-93ec-f64e4337d364 req-6c85ebc6-9066-4db9-85ab-d11982c34b89 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790458 Aug 09 15:57:59.815667 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2a8ca2b7-db77-4e54-a4dc-7da5d2724d35 req-e5687f18-e0cb-4cb8-872a-104c646c798c service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356771 Aug 09 15:57:59.915801 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10121417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2108138'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:59.970584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747f8524-2004-460b-8dfc-024920484ee4,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:57:59.979541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Checking segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:57:59.979928 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Network hostable DHCP agents. Network: 76d6f43e-c8f8-4d78-8539-cade15da6e49, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:57:59.996586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:00.005585 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 76d6f43e-c8f8-4d78-8539-cade15da6e49) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:00.010133 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:00.010713 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.016043 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f50a32-c9a3-4ead-bae6-c972d1340205 None None] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:00.024604 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f0c2bf5d-e14a-4b27-9328-220c8fec7d51 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3201923 Aug 09 15:58:00.029049 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49642) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:00.036435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:00.066496 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.068079 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.144370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.198975 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-76d6f43e-c8f8-4d78-8539-cade15da6e49', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:00.199886 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.280796 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.330943 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Allocated IP 172.20.0.2 (76d6f43e-c8f8-4d78-8539-cade15da6e49/747f8524-2004-460b-8dfc-024920484ee4/a59f9d2b-3e1e-4df6-821b-eebd84d9eeec) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:00.475175 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.480531 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.483960 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Transition to ACTIVE for port object a59f9d2b-3e1e-4df6-821b-eebd84d9eeec will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:00.498974 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Transition to ACTIVE for port object a59f9d2b-3e1e-4df6-821b-eebd84d9eeec will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:00.502797 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.504574 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.540673 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:00.545632 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:00.549180 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:00.563131 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Pushing event updated for resources: {'Port': ['ID=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.573284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.573635 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.573977 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.574311 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.574643 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.574975 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.575302 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.575632 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.575990 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.576312 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.576635 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.576955 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:00.612135 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Allocated IP 172.27.1.50 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/30b9de5b-2c43-40b3-bf91-1b269262b6e7) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:00.622764 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Attempting to bind port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:00.623121 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Attempting to bind port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:00.623485 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Attempting to bind port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec on network 76d6f43e-c8f8-4d78-8539-cade15da6e49 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:00.629058 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:00.629058 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Checking segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:00.629323 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.629606 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Bound using segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:00.630068 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Bound port: a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:00.630594 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.693255 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] For port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:00.697077 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] For port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:00.702593 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.718243 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.763053 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208fbc8-310a-4d3b-866a-d87d23c8f521 None None] Pushing event updated for resources: {'Port': ['ID=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.768065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:00.816897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:00.824087 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:00.829807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:00.833295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Pushing event updated for resources: {'Port': ['ID=30b9de5b-2c43-40b3-bf91-1b269262b6e7,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:00.906024 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.071359 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5c78-be6f-4eac-ace2-5c4d2e168161 req-7cafc393-e3dc-406e-a01d-aea97f77e97e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:01.073113 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-086a5c78-be6f-4eac-ace2-5c4d2e168161 req-7cafc393-e3dc-406e-a01d-aea97f77e97e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 943 time: 0.1643410 Aug 09 15:58:01.152328 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-086a5c78-be6f-4eac-ace2-5c4d2e168161 req-8a3a1a22-8de6-4c9d-9872-85e8ff289826 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726328 Aug 09 15:58:01.152989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.184815 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 841aa12c-df55-4bd0-ab8e-0cdb097f8673 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:58:01.283021 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:01.296043 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'port_id': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'mac_address': 'fa:16:3e:f3:43:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:58:01.334791 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.354967 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841aa12c-df55-4bd0-ab8e-0cdb097f8673 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:58:01.376600 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:01.381890 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.433183 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:01.583878 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.640301 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c5176-b530-460f-9059-df94935c9fe9 None None] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:01.710074 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Router 7070259b-aaa6-46f7-b58e-e764f0493e78 is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:01.742480 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['841aa12c-df55-4bd0-ab8e-0cdb097f8673'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:01.789863 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-297ec7be-c3d2-4c03-aa9e-1c0fe5626812 None None] Provisioning for port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:01.818283 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:01.830720 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Sync routers for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:01.833618 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:01.834965 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b99f76ca-c711-4a71-9955-f472fa64b4af admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8045728 Aug 09 15:58:01.838208 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49648) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:01.861191 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:01.861809 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:02.009235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:02.223125 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:01Z', 'revision_number': 3, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:02.249979 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Checking router: 7070259b-aaa6-46f7-b58e-e764f0493e78 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:02.250285 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Updating router 7070259b-aaa6-46f7-b58e-e764f0493e78 port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:02.275273 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.308355 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580193-155c-448d-878a-7b3988d343b4 req-92b15ac6-ae63-47ed-8ce6-4c923ea9bbfd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:02.309869 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81580193-155c-448d-878a-7b3988d343b4 req-92b15ac6-ae63-47ed-8ce6-4c923ea9bbfd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 944 time: 0.0856509 Aug 09 15:58:02.311971 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.391699 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-81580193-155c-448d-878a-7b3988d343b4 req-ea13291b-9759-40ca-a11f-116a1ded89bd tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711575 Aug 09 15:58:02.441026 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a59f9d2b-3e1e-4df6-821b-eebd84d9eeec up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:02.496099 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Allocated IP 172.20.0.1 (76d6f43e-c8f8-4d78-8539-cade15da6e49/747f8524-2004-460b-8dfc-024920484ee4/deb17360-644c-48c3-9c7e-c5e2114e6f62) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:02.506082 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.545580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:02.554148 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:02.554528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.602011 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.614359 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Transition to ACTIVE for port object deb17360-644c-48c3-9c7e-c5e2114e6f62 will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:02.628594 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.644219 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Transition to ACTIVE for port object 30b9de5b-2c43-40b3-bf91-1b269262b6e7 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:02.649806 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.650484 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.692989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:02.698251 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:02.702778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:02.722031 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Pushing event updated for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.730470 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b614-3c91-40a0-b9da-164b0eb25ef3 None None] Pushing event updated for resources: {'Port': ['ID=30b9de5b-2c43-40b3-bf91-1b269262b6e7,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:02.740061 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Attempting to bind port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:02.740433 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Attempting to bind port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:02.740796 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Attempting to bind port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:02.744576 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.747312 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.749586 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:02.749964 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:02.750366 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.750757 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:02.751235 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Bound port: 30b9de5b-2c43-40b3-bf91-1b269262b6e7, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:02.751616 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.835822 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:02.838941 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] For port 30b9de5b-2c43-40b3-bf91-1b269262b6e7, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:02.842559 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] For port 30b9de5b-2c43-40b3-bf91-1b269262b6e7, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=30b9de5b-2c43-40b3-bf91-1b269262b6e7,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:02.844094 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.850150 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.886955 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:02.905342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:02.905989 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:02.951171 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.052254 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.058074 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.124511 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Pushing event updated for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.126882 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.174878 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-29e87e09-db6a-4ead-b7e7-87ff5c07d01f None None] Provisioning for port deb17360-644c-48c3-9c7e-c5e2114e6f62 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:03.183323 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b614-3c91-40a0-b9da-164b0eb25ef3 None None] Pushing event updated for resources: {'Port': ['ID=30b9de5b-2c43-40b3-bf91-1b269262b6e7,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.188079 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-29e87e09-db6a-4ead-b7e7-87ff5c07d01f None None] Provisioning complete for port deb17360-644c-48c3-9c7e-c5e2114e6f62 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:03.188332 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-29e87e09-db6a-4ead-b7e7-87ff5c07d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.214945 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 841aa12c-df55-4bd0-ab8e-0cdb097f8673 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:03.248292 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:03.263591 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:03.265249 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:03.300721 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-29e87e09-db6a-4ead-b7e7-87ff5c07d01f None None] Port deb17360-644c-48c3-9c7e-c5e2114e6f62 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:03.384945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Router 7070259b-aaa6-46f7-b58e-e764f0493e78 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:03.389578 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:03.400505 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:03.401025 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.531881 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:03.537065 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6fc1a94a-c1cc-4c5b-97d2-862a21ce09ba admin admin] 10.222.0.90 "PUT /v2.0/routers/7070259b-aaa6-46f7-b58e-e764f0493e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979074 Aug 09 15:58:03.549827 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b147d-c703-4f9b-b060-ff9005fdd2ef req-e3eec1c2-bac1-406d-95aa-1128ef7d12ec tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.558235 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0c1b147d-c703-4f9b-b060-ff9005fdd2ef req-e3eec1c2-bac1-406d-95aa-1128ef7d12ec tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 944 time: 0.0775437 Aug 09 15:58:03.559035 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-54aa2943-5371-4df8-bade-83eef7c1a468 None None] Provisioning complete for port deb17360-644c-48c3-9c7e-c5e2114e6f62 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:03.559403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-54aa2943-5371-4df8-bade-83eef7c1a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.564794 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.603335 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 1, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:03.607264 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0c1b147d-c703-4f9b-b060-ff9005fdd2ef req-e000a21a-4511-48bf-81d6-0637929685e6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469074 Aug 09 15:58:03.643811 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eca1b-6e03-4be1-a727-6881cc3cab59 None None] The sync data for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi is: [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 1, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:03.647595 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-54aa2943-5371-4df8-bade-83eef7c1a468 None None] Port deb17360-644c-48c3-9c7e-c5e2114e6f62 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:03.653207 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:03.655683 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991d414-11dd-467e-ba9c-e11720d319f2" -d '{"events": [{"server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "name": "network-vif-plugged", "status": "completed", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:03.669277 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:03.675601 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:03.707631 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2c2fc7-179c-4be9-b38f-2c77470063ce x-openstack-request-id: req-8b2c2fc7-179c-4be9-b38f-2c77470063ce {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:03.707949 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "name": "network-vif-plugged", "status": "completed", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:03.708195 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b2c2fc7-179c-4be9-b38f-2c77470063ce {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:03.708580 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'code': 200} Aug 09 15:58:03.740884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:03.934808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb777d-054c-4872-9afa-a868a7f58b94 req-91c831fa-9672-4370-9894-3dbb63844049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:03.937251 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-becb777d-054c-4872-9afa-a868a7f58b94 req-91c831fa-9672-4370-9894-3dbb63844049 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 1098 time: 0.0568285 Aug 09 15:58:03.976101 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-becb777d-054c-4872-9afa-a868a7f58b94 req-f4535f83-fe61-443a-9274-db50924d2056 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306878 Aug 09 15:58:04.110330 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49674) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.115549 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845066951-network', 'tenant_id': '0b6530c9609d429daa881e0345784ff7'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.137214 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Made reservation on behalf of 0b6530c9609d429daa881e0345784ff7 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:04.139686 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.148305 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.249504 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.256854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.290396 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a359642-c250-4a7e-90d4-587fdbc9c376,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.299493 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:58:04.309151 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.309445 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Added segment 4a5943f5-3f96-4c6a-b1c4-4173900791af of type vlan for network 59218b26-1155-4f4e-825c-7230c69c0d53 Aug 09 15:58:04.362059 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.398014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.399030 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.399617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.463074 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3516309 Aug 09 15:58:04.463681 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49678) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.470775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d77c8-7c4c-4877-9639-604dd8440438 admin admin] Pushing event updated for resources: {'Network': ['ID=59218b26-1155-4f4e-825c-7230c69c0d53,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.470888 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Request body: {'subnet': {'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845066951-subnet', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'ip_version': 4}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.480375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network 59218b26-1155-4f4e-825c-7230c69c0d53 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:58:04.500473 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Made reservation on behalf of 0b6530c9609d429daa881e0345784ff7 for: {'subnet': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:04.503104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2108120'] for subnet, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.527316 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 30b9de5b-2c43-40b3-bf91-1b269262b6e7 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:04.597712 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:04.602621 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:04.603085 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.683908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.697340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10121417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2108138'] for subnet, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.711422 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port 30b9de5b-2c43-40b3-bf91-1b269262b6e7, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=30b9de5b-2c43-40b3-bf91-1b269262b6e7,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:04.716859 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.719676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a59f9d2b-3e1e-4df6-821b-eebd84d9eeec up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:04.792197 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e47718-40aa-4c2a-8d01-a43538e462f9,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.799586 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Checking segment: {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:04.799956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Network hostable DHCP agents. Network: 59218b26-1155-4f4e-825c-7230c69c0d53, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:58:04.804626 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=30b9de5b-2c43-40b3-bf91-1b269262b6e7,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:04.813203 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123908-fc7f-4932-ba9f-3c8c53fc5a8f req-cc18f047-cc28-4a9d-94ab-95f323d9c647 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.814910 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:04.815062 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-02123908-fc7f-4932-ba9f-3c8c53fc5a8f req-cc18f047-cc28-4a9d-94ab-95f323d9c647 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.1116304 Aug 09 15:58:04.815604 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.837344 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Network 59218b26-1155-4f4e-825c-7230c69c0d53 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:58:04.858079 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, 59218b26-1155-4f4e-825c-7230c69c0d53) {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:04.868541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:04.869125 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.871931 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbd448-c054-4486-944a-af32173c44c0 None None] Network 59218b26-1155-4f4e-825c-7230c69c0d53 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:04.877565 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-02123908-fc7f-4932-ba9f-3c8c53fc5a8f req-1599bc7a-0e4a-45cb-b46f-71f554883a05 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504265 Aug 09 15:58:04.902355 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49682) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:04.902938 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ca03a4ef-9b17-467f-8e2a-da09f9c78fa4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4377260 Aug 09 15:58:04.908127 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:04.931634 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-507093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31483'] for router, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.933580 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504852', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-613933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:04.992169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.053450 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp139d6988-5807-52b1-912f-790e7f671db2-59218b26-1155-4f4e-825c-7230c69c0d53', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9'}]}} from dv-cinder-788367-5-iscsi. {{(pid=93335) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:58:05.054300 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.131460 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.196687 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.db_base_plugin_common [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Allocated IP 172.20.0.2 (59218b26-1155-4f4e-825c-7230c69c0d53/62e47718-40aa-4c2a-8d01-a43538e462f9/9ed91df2-79ad-4628-ad32-243afb00ab86) {{(pid=93335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:05.360875 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks [] for port, precommit_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.365854 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.369543 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Transition to ACTIVE for port object 9ed91df2-79ad-4628-ad32-243afb00ab86 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:05.383873 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Transition to ACTIVE for port object 9ed91df2-79ad-4628-ad32-243afb00ab86 will not be triggered until provisioned by entity DHCP. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:05.385337 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.389670 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277'] for port, after_create {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.425037 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Network 59218b26-1155-4f4e-825c-7230c69c0d53 is already hosted by enough agents. {{(pid=93335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:05.429732 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.scheduler.base_scheduler [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Resources bound (agent type, host, resource id): {{(pid=93335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:05.433741 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Received port after_create {{(pid=93335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:05.443994 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Pushing event updated for resources: {'Port': ['ID=9ed91df2-79ad-4628-ad32-243afb00ab86,revision_number=1']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.502228 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Allocated IP 172.27.1.99 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:05.505759 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Attempting to bind port 9ed91df2-79ad-4628-ad32-243afb00ab86 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:05.506127 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Attempting to bind port 9ed91df2-79ad-4628-ad32-243afb00ab86 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:05.506935 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Attempting to bind port 9ed91df2-79ad-4628-ad32-243afb00ab86 on network 59218b26-1155-4f4e-825c-7230c69c0d53 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:05.513925 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:05.514618 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Checking segment: {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:05.515286 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.515747 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Bound using segment: {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:05.516221 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Bound port: 9ed91df2-79ad-4628-ad32-243afb00ab86, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:05.516652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.585983 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] For port 9ed91df2-79ad-4628-ad32-243afb00ab86, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:05.590879 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] For port 9ed91df2-79ad-4628-ad32-243afb00ab86, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=9ed91df2-79ad-4628-ad32-243afb00ab86,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:05.595883 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.629581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.666164 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebff5b-506c-4b8c-ad6e-ad45f49f8241 None None] Pushing event updated for resources: {'Port': ['ID=9ed91df2-79ad-4628-ad32-243afb00ab86,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.688796 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:05.734346 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:05.737262 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:05.741642 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:05.745393 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Pushing event updated for resources: {'Port': ['ID=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:05.869726 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Sync routers for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:05.878560 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:05.879155 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:06.004163 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:06.027330 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4978-1fe8-474a-b781-601fa30a40fa req-3f8fc222-caa3-423e-a9ab-94cc6467e95f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.036805 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a84d4978-1fe8-474a-b781-601fa30a40fa req-3f8fc222-caa3-423e-a9ab-94cc6467e95f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0847514 Aug 09 15:58:06.078806 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a84d4978-1fe8-474a-b781-601fa30a40fa req-c539a1ae-7c44-402b-a419-8a7a96c08b6f tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408082 Aug 09 15:58:06.223701 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 2, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:06.254746 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Checking router: 7070259b-aaa6-46f7-b58e-e764f0493e78 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:06.255018 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Updating router 7070259b-aaa6-46f7-b58e-e764f0493e78 port deb17360-644c-48c3-9c7e-c5e2114e6f62 binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:06.280407 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.309929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.366322 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9e2c6-2c92-4931-85cd-974fb20507f9 req-2a54205c-4177-4efc-8873-310c2978682e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:06.368065 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2ac9e2c6-2c92-4931-85cd-974fb20507f9 req-2a54205c-4177-4efc-8873-310c2978682e tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0944924 Aug 09 15:58:06.382765 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 49690) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.396651 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Request body: {'floatingip': {'port_id': '841aa12c-df55-4bd0-ab8e-0cdb097f8673'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:06.490932 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.494146 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 9ed91df2-79ad-4628-ad32-243afb00ab86 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:06.587723 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505063'] for router, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.605410 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port 9ed91df2-79ad-4628-ad32-243afb00ab86 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:06.610688 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 30b9de5b-2c43-40b3-bf91-1b269262b6e7 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:06.685847 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:06.686394 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.764952 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Router d1c96928-db51-46b2-9d01-313b24454391 is scheduled to L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b with binding_index 1 {{(pid=93334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:58:06.796179 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.809790 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Transition to ACTIVE for port object deb17360-644c-48c3-9c7e-c5e2114e6f62 will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:06.817622 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.878760 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267458-43ce-45cb-9372-bc32a31a9f0f None None] Pushing event updated for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:06.912640 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:06.933073 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.933652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Sync routers for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:06.934721 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-3c116e53-6dec-45af-96b0-cf5241506760 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0304248 Aug 09 15:58:06.939276 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 49694) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:06.941789 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb77e3c-37e1-4269-90a1-af6ea919e1bc None None] Network 59218b26-1155-4f4e-825c-7230c69c0d53 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:58:06.941976 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Attempting to bind port deb17360-644c-48c3-9c7e-c5e2114e6f62 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:06.942340 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Attempting to bind port deb17360-644c-48c3-9c7e-c5e2114e6f62 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:06.942699 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Attempting to bind port deb17360-644c-48c3-9c7e-c5e2114e6f62 on network 76d6f43e-c8f8-4d78-8539-cade15da6e49 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:06.948522 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:06.948879 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Checking segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:06.949469 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:06.950680 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Bound using segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:06.951344 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Bound port: deb17360-644c-48c3-9c7e-c5e2114e6f62, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:06.952179 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.029014 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:07.029431 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.041555 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] For port deb17360-644c-48c3-9c7e-c5e2114e6f62, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:07.045417 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] For port deb17360-644c-48c3-9c7e-c5e2114e6f62, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=deb17360-644c-48c3-9c7e-c5e2114e6f62,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:07.052174 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.125918 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.135234 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.151066 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:07.154620 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.220775 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff267458-43ce-45cb-9372-bc32a31a9f0f None None] Pushing event updated for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=4']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.286451 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Floating IP df9b8c09-9406-48fe-81b8-0688a67d5df5 associated. External IP: 172.27.1.213, port: 841aa12c-df55-4bd0-ab8e-0cdb097f8673. Aug 09 15:58:07.302372 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:07.353862 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:07.430876 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Provisioning for port 9ed91df2-79ad-4628-ad32-243afb00ab86 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:07.437888 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Provisioning complete for port 9ed91df2-79ad-4628-ad32-243afb00ab86 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:07.438750 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.511720 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.576389 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:07.642640 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.670738 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:07Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.694499 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:05Z', 'revision_number': 3, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.699284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] For port 9ed91df2-79ad-4628-ad32-243afb00ab86, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=9ed91df2-79ad-4628-ad32-243afb00ab86,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:07.706637 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0ffb38-941e-486b-a424-0e8b163c8d6b None None] The sync data for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi is: [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:07Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:07.725719 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.728381 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Checking router: d1c96928-db51-46b2-9d01-313b24454391 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:07.728843 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Updating router d1c96928-db51-46b2-9d01-313b24454391 port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 binding host dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:07.731108 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:07.752307 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:07.754428 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.763555 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:07.764204 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:07.782151 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Allocated IP 172.20.0.1 (59218b26-1155-4f4e-825c-7230c69c0d53/62e47718-40aa-4c2a-8d01-a43538e462f9/c3b4fee4-6596-4a93-8a6c-dd40da74cee5) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:07.801119 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.811682 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2323f76c-b16a-4e1a-83a3-ecf231206295 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "PUT /v2.0/floatingips/df9b8c09-9406-48fe-81b8-0688a67d5df5 HTTP/1.1" status: 200 len: 991 time: 1.4232075 Aug 09 15:58:07.811682 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:07.816073 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1" -d '{"events": [{"name": "network-changed", "server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:07.897615 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f6f9f-b07e-430c-98e9-67abdcbbf4b1 None None] Pushing event updated for resources: {'Port': ['ID=9ed91df2-79ad-4628-ad32-243afb00ab86,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:07.952710 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:07.989581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.019434 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Transition to ACTIVE for port object c3b4fee4-6596-4a93-8a6c-dd40da74cee5 will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.065395 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.118395 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Network 59218b26-1155-4f4e-825c-7230c69c0d53 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:08.123744 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:08.128825 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:08.132136 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Pushing event updated for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.179386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-504596'] for router_interface, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.198824 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-341a5707-7b5a-4673-af1f-1d6458e5bdf5 None None] Provisioning complete for port 9ed91df2-79ad-4628-ad32-243afb00ab86 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:08.199583 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-341a5707-7b5a-4673-af1f-1d6458e5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.335623 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'df9b8c09-9406-48fe-81b8-0688a67d5df5', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:f3:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:55Z', 'updated_at': '2021-08-09T15:58:06Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:08.384548 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:08.400007 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:08.401021 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:08.406901 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.430852 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks [] for port, precommit_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.464404 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198cfa48-cf62-457e-962b-6efd7b8f8e7e x-openstack-request-id: req-198cfa48-cf62-457e-962b-6efd7b8f8e7e {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:08.464959 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:08.464959 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-198cfa48-cf62-457e-962b-6efd7b8f8e7e {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:08.465307 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'status': 'completed', 'code': 200} Aug 09 15:58:08.479612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Transition to ACTIVE for port object fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 will not be triggered until provisioned by entity L2. {{(pid=93335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:08.503744 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.536520 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 9ed91df2-79ad-4628-ad32-243afb00ab86 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:08.574959 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:08.601531 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Attempting to bind port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:08.601851 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Attempting to bind port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:08.602211 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Attempting to bind port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 on network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:08.605333 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50161d5-1e60-49e1-a30f-acd5804702d0 None None] Pushing event updated for resources: {'Port': ['ID=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,revision_number=2']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.612176 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:08.613583 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Checking segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:08.613583 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.613583 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Bound using segment: {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'} {{(pid=93335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:08.613950 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.managers [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Bound port: fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116532ef-6329-4685-882e-8cde48848c1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}}] {{(pid=93335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:08.614149 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.618071 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-f861e196-85a9-4893-b397-8731a32bb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:08.619168 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-f861e196-85a9-4893-b397-8731a32bb4a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 1098 time: 0.0997744 Aug 09 15:58:08.710063 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] For port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:08.714463 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-19e2e00e-29d5-45d4-bcf6-b4ab6fb59a31 None None] Provisioning for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:08.718525 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] For port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:08.720341 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port 9ed91df2-79ad-4628-ad32-243afb00ab86 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:08.720711 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.725812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-19e2e00e-29d5-45d4-bcf6-b4ab6fb59a31 None None] Provisioning complete for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:08.725812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-19e2e00e-29d5-45d4-bcf6-b4ab6fb59a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.763150 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.765236 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.771664 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-c7aa2767-000e-4fb3-af56-4fe0029f9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:08.773220 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-c7aa2767-000e-4fb3-af56-4fe0029f9e3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 200 len: 913 time: 0.1452761 Aug 09 15:58:08.781762 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.840086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-19e2e00e-29d5-45d4-bcf6-b4ab6fb59a31 None None] Port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:08.870804 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:08.871665 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:08.875707 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'df9b8c09-9406-48fe-81b8-0688a67d5df5', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:f3:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:55Z', 'updated_at': '2021-08-09T15:58:06Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:08.876813 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50161d5-1e60-49e1-a30f-acd5804702d0 None None] Pushing event updated for resources: {'Port': ['ID=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,revision_number=3']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.907895 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Pushing event updated for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:08.908953 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a17b47-5d07-4e9f-bffe-cc6a1d215b3b None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'df9b8c09-9406-48fe-81b8-0688a67d5df5', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'port_id': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'mac_address': 'fa:16:3e:f3:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:57:55Z', 'updated_at': '2021-08-09T15:58:06Z', 'revision_number': 1, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:08.912181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-504736'] for router_interface, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:08.926215 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-091ff0bc-933d-46d9-b220-6d0d944a6c3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673 HTTP/1.1" status: 200 len: 999 time: 0.1418130 Aug 09 15:58:08.999761 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device deb17360-644c-48c3-9c7e-c5e2114e6f62 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:09.038588 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-f1ec3a04-8bfa-4ed6-8164-714cf17060a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.040733 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-f1ec3a04-8bfa-4ed6-8164-714cf17060a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 200 len: 850 time: 0.1031117 Aug 09 15:58:09.056911 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:09.088340 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Network 59218b26-1155-4f4e-825c-7230c69c0d53 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:09.091114 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:09.111323 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-36d90940-9ff1-4abb-b78e-a2afe2ab6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:09.112932 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-36d90940-9ff1-4abb-b78e-a2afe2ab6c86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f0c784f-655c-4342-9ca2-dd93ebc53bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611567 Aug 09 15:58:09.115160 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port deb17360-644c-48c3-9c7e-c5e2114e6f62 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:09.151875 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port deb17360-644c-48c3-9c7e-c5e2114e6f62 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:09.152279 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.219442 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca616f4-2973-4b98-8ab7-9f163d586e2d None None] New status for floating IP df9b8c09-9406-48fe-81b8-0688a67d5df5: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:58:09.237051 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-62cba405-d408-4269-bd5e-8f324d8439fc service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920868 Aug 09 15:58:09.370313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Router d1c96928-db51-46b2-9d01-313b24454391 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:09.384302 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c41e6ea-0ac9-4c7e-b1db-4cdf721973f1 req-b1efe25f-887d-4698-b4fd-fe6ccccd3a99 service neutron] 10.222.0.21 "GET /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361294 Aug 09 15:58:09.552436 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5aac2f1c-f128-432a-873c-a410b8347e96 None None] Provisioning complete for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:09.552811 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5aac2f1c-f128-432a-873c-a410b8347e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.586966 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.649704 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5aac2f1c-f128-432a-873c-a410b8347e96 None None] Port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:09.673938 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port deb17360-644c-48c3-9c7e-c5e2114e6f62, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=deb17360-644c-48c3-9c7e-c5e2114e6f62,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:09.678997 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:09.716812 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'c3b4fee4-6596-4a93-8a6c-dd40da74cee5', 'name': '', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'mac_address': 'fa:16:3e:c0:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:07Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 2, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'subnets': [{'id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:09.740462 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:09.748889 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a466d-d4a8-4dc4-babc-cf8955bc6c3c None None] The sync data for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi is: [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'c3b4fee4-6596-4a93-8a6c-dd40da74cee5', 'name': '', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'mac_address': 'fa:16:3e:c0:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:07Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 2, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'subnets': [{'id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:09.763718 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:09.764355 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-39e7d0e0-7b03-45a6-b150-da1e338f386e admin admin] 10.222.0.90 "PUT /v2.0/routers/d1c96928-db51-46b2-9d01-313b24454391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229828 Aug 09 15:58:10.351343 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device deb17360-644c-48c3-9c7e-c5e2114e6f62 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:10.424555 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port deb17360-644c-48c3-9c7e-c5e2114e6f62 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:10.425257 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.434798 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Sync routers for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:12.439852 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:12.454779 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:12.455551 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.517956 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:12.522872 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:12.523485 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.633666 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.661045 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:12.666837 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:12.718308 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:12.733148 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:12.926202 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'c3b4fee4-6596-4a93-8a6c-dd40da74cee5', 'name': '', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'mac_address': 'fa:16:3e:c0:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:07Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 2, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'subnets': [{'id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:12.952593 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Checking router: d1c96928-db51-46b2-9d01-313b24454391 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:12.952932 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Updating router d1c96928-db51-46b2-9d01-313b24454391 port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 binding host dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:58:12.985576 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.278601 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.288543 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.provisioning_blocks [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Transition to ACTIVE for port object c3b4fee4-6596-4a93-8a6c-dd40da74cee5 will not be triggered until provisioned by entity L2. {{(pid=93336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:13.295127 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.352550 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5d61-f0da-48c2-ab9c-570d7d7b43ca None None] Pushing event updated for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=3']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:13.435390 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Attempting to bind port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 on host dv-cinder-788367-5-iscsi for vnic_type normal with profile {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:13.435956 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Attempting to bind port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 by drivers openvswitch,hyperv on host dv-cinder-788367-5-iscsi at level 0 using segments [{'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:13.436149 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Attempting to bind port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 on network 59218b26-1155-4f4e-825c-7230c69c0d53 {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:13.442006 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Checking agent: {'id': '05d69e54-f9be-43dc-a866-c90d3121026a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 44, 30), 'started_at': datetime.datetime(2021, 8, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:13.442388 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Checking segment: {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:13.442791 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.443183 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Bound using segment: {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'} {{(pid=93336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:13.444505 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.managers [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Bound port: c3b4fee4-6596-4a93-8a6c-dd40da74cee5, host: dv-cinder-788367-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5943f5-3f96-4c6a-b1c4-4173900791af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53'}}] {{(pid=93336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:13.445167 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.511357 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] For port c3b4fee4-6596-4a93-8a6c-dd40da74cee5, host dv-cinder-788367-5-iscsi, cleared binding levels {{(pid=93336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:13.516871 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.plugins.ml2.db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] For port c3b4fee4-6596-4a93-8a6c-dd40da74cee5, host dv-cinder-788367-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:13.527356 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron_lib.callbacks.manager [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:13.621941 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:13.622638 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:57:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:13.748106 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:13.779223 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5d61-f0da-48c2-ab9c-570d7d7b43ca None None] Pushing event updated for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=4']} {{(pid=93336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:14.013341 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'c3b4fee4-6596-4a93-8a6c-dd40da74cee5', 'name': '', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'mac_address': 'fa:16:3e:c0:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:07Z', 'updated_at': '2021-08-09T15:58:13Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'subnets': [{'id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:14.044747 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37120951-59ae-41ba-87f1-f32e13953ef2 None None] The sync data for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi is: [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T15:58:08Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'c3b4fee4-6596-4a93-8a6c-dd40da74cee5', 'name': '', 'network_id': '59218b26-1155-4f4e-825c-7230c69c0d53', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'mac_address': 'fa:16:3e:c0:9e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:07Z', 'updated_at': '2021-08-09T15:58:13Z', 'revision_number': 4, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'subnets': [{'id': '62e47718-40aa-4c2a-8d01-a43538e462f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:14.427809 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device c3b4fee4-6596-4a93-8a6c-dd40da74cee5 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:14.483832 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:14.488772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.489410 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.583870 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.623253 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] For port c3b4fee4-6596-4a93-8a6c-dd40da74cee5, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:14.627974 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:14.628873 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:14.724085 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Pushing event updated for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:14.736611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:14.737380 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:16.386243 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device c3b4fee4-6596-4a93-8a6c-dd40da74cee5 up at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:16.450013 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Provisioning complete for port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:16.450638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:17.155492 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:19.404902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-315a732b-d582-4c54-905c-056284cb455e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:19.406375 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-315a732b-d582-4c54-905c-056284cb455e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 814 time: 0.0982070 Aug 09 15:58:19.422637 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-0f56a75d-179c-4c26-ace6-a7568c120d4a tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/quotas/384dd04ff0eb4ca8b2a7009ddaf4644f HTTP/1.1" status: 200 len: 375 time: 0.0104856 Aug 09 15:58:19.473086 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-0c5c3c6d-4496-46ec-b2ed-fd033a220f12 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449245 Aug 09 15:58:19.571634 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-a9da7f9b-a95f-4b2d-9e20-8685c5a720c0 service neutron] 10.222.0.90 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866451 Aug 09 15:58:19.657194 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-99f52b4b-769c-4dab-be09-88634319f04c service neutron] 10.222.0.90 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796010 Aug 09 15:58:19.815821 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-62357015-dd7d-431a-96d3-4eb5037c8960 req-65c3efe3-f7bf-4102-b11e-0c654406deb7 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Aug 09 15:58:20.936678 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-becf9f68-4c14-467b-adb3-d3d41e85a70c req-e84df620-db96-42c9-8cbf-8d7f143cb896 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 210 time: 0.0439236 Aug 09 15:58:20.974138 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-e3b7ccd6-c71a-4682-bb05-41e38c54694e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:20.975695 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-e3b7ccd6-c71a-4682-bb05-41e38c54694e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 814 time: 0.1528680 Aug 09 15:58:20.996860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'port': {'device_id': '291aabf0-8f55-4027-b715-72441e229143', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'admin_state_up': True, 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:21.108782 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Made reservation on behalf of 384dd04ff0eb4ca8b2a7009ddaf4644f for: {'port': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:58:21.112280 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.236662 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Allocated IP 172.20.0.7 (76d6f43e-c8f8-4d78-8539-cade15da6e49/747f8524-2004-460b-8dfc-024920484ee4/325ed631-5cff-4b51-9841-eccf7301824d) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:21.461714 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.480595 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Transition to ACTIVE for port object 325ed631-5cff-4b51-9841-eccf7301824d will not be triggered until provisioned by entity DHCP. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:21.518390 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.578363 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:21.583562 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:21.591800 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:21.626639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:21.667912 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:21.668858 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.689807 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-963496b9-608c-4fa2-9bb3-9b3704de8450 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965909 Aug 09 15:58:21.829204 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-2937314f-878b-4385-80a7-fec431a4b150 None None] Provisioning for port 325ed631-5cff-4b51-9841-eccf7301824d completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:21.833947 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-2937314f-878b-4385-80a7-fec431a4b150 None None] Provisioning complete for port 325ed631-5cff-4b51-9841-eccf7301824d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:21.834449 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-2937314f-878b-4385-80a7-fec431a4b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:21.869691 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-2937314f-878b-4385-80a7-fec431a4b150 None None] Port 325ed631-5cff-4b51-9841-eccf7301824d cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:58:26.956721 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-10f22efb-2a32-47a9-8b00-ab46b6a738b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.394753 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-f0ac1661-797d-407d-858c-9dfbe9c31c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.614468 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:30.906015 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:32.491892 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.120263 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:58:33.394894 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Request body: {'port': {'device_id': '291aabf0-8f55-4027-b715-72441e229143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:33.447473 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.538451 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678dcd0-f44f-43dc-a003-d4dd4c986f94 req-60e99ba1-bbca-4216-ab4b-fc6cadccdaee tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:33.540142 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e678dcd0-f44f-43dc-a003-d4dd4c986f94 req-60e99ba1-bbca-4216-ab4b-fc6cadccdaee tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 931 time: 0.0539751 Aug 09 15:58:33.588433 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e678dcd0-f44f-43dc-a003-d4dd4c986f94 req-750c2209-168e-49cb-95d7-61c2d2f43b71 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Aug 09 15:58:33.759808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325ed631-5cff-4b51-9841-eccf7301824d {{(pid=93334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:58:33.769722 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.783818 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b89297-766f-48ac-8b23-b1622618aad2 req-0962aa23-ce38-4659-a7cd-56143f7867ef tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:33.785321 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d8b89297-766f-48ac-8b23-b1622618aad2 req-0962aa23-ce38-4659-a7cd-56143f7867ef tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0959013 Aug 09 15:58:33.793023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.provisioning_blocks [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Transition to ACTIVE for port object 325ed631-5cff-4b51-9841-eccf7301824d will not be triggered until provisioned by entity L2. {{(pid=93334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:58:33.797390 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:33.936936 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:33.943625 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d8b89297-766f-48ac-8b23-b1622618aad2 req-526f4bb3-8165-46b8-82a3-ddfeb05e70dc tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429651 Aug 09 15:58:33.953628 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Attempting to bind port 325ed631-5cff-4b51-9841-eccf7301824d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:58:33.953941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Attempting to bind port 325ed631-5cff-4b51-9841-eccf7301824d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:58:33.954271 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Attempting to bind port 325ed631-5cff-4b51-9841-eccf7301824d on network 76d6f43e-c8f8-4d78-8539-cade15da6e49 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:33.959150 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Port 325ed631-5cff-4b51-9841-eccf7301824d on network 76d6f43e-c8f8-4d78-8539-cade15da6e49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:58:33.959479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Attempting to bind port 325ed631-5cff-4b51-9841-eccf7301824d on network 76d6f43e-c8f8-4d78-8539-cade15da6e49 {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:58:33.973415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:58:33.973415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Checking segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:58:33.973415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Bound using segment: {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'} {{(pid=93334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:58:33.973415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.managers [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Bound port: 325ed631-5cff-4b51-9841-eccf7301824d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49'}}] {{(pid=93334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:58:33.976435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.048450 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, cleared binding levels {{(pid=93334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:58:34.052491 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:58:34.058626 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.093583 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.094189 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:34.095570 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] 10.222.0.21 "PUT /v2.0/ports/325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 1093 time: 0.7052429 Aug 09 15:58:34.096026 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:34.098267 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5873e5e5-ed77-40c0-ae56-0e67c831d126" -d '{"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:34.124817 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef12114-9304-420f-9b84-79e9d5716d40 service neutron] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=3']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:34.146996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad47a9b-ae47-4fd3-801d-d840f203456f x-openstack-request-id: req-0ad47a9b-ae47-4fd3-801d-d840f203456f {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:34.147382 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:34.147704 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ad47a9b-ae47-4fd3-801d-d840f203456f {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:34.148194 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 15:58:34.225199 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-6b33c579-43f4-474b-a0f9-00b16cc26a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.226717 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-6b33c579-43f4-474b-a0f9-00b16cc26a89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1096 time: 0.0421288 Aug 09 15:58:34.280862 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-78b3b4c8-522f-4d03-9c33-ae0a88ef9435 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 217 time: 0.0373406 Aug 09 15:58:34.334592 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-86009cb2-f463-47a7-b3ff-d5a4a919a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.336786 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-86009cb2-f463-47a7-b3ff-d5a4a919a386 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0465183 Aug 09 15:58:34.385265 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e85b8-4d10-497e-b803-5c19a0b25add req-91c6315a-438c-47fd-a289-29191e995d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.386796 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-91c6315a-438c-47fd-a289-29191e995d5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412762 Aug 09 15:58:34.480772 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-daeabca9-c46c-4aee-b0bc-c4b3036033a1 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860491 Aug 09 15:58:34.595201 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-838e85b8-4d10-497e-b803-5c19a0b25add req-0736caf2-8c8b-46bd-9812-48b6a2100493 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887072 Aug 09 15:58:34.708557 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be8cb9-ec78-4409-9f2f-79b6cff12de9 req-4a9f46f4-69ab-4ada-a972-9f98909c8c81 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.709938 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-17be8cb9-ec78-4409-9f2f-79b6cff12de9 req-4a9f46f4-69ab-4ada-a972-9f98909c8c81 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 943 time: 0.0497921 Aug 09 15:58:34.735959 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-c7712275-3461-4959-b733-99c3e2d00808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.737448 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-c7712275-3461-4959-b733-99c3e2d00808 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1096 time: 0.0477526 Aug 09 15:58:34.748169 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-17be8cb9-ec78-4409-9f2f-79b6cff12de9 req-729aaf0c-a2b3-4eae-b67e-6ed951287932 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314667 Aug 09 15:58:34.830218 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-a79f23ee-929e-4c4a-a01e-0d196b39a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.831730 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-a79f23ee-929e-4c4a-a01e-0d196b39a06f service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.0833848 Aug 09 15:58:34.871867 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-ac6b8ecf-9e3e-4271-82a8-9cb6f4f46bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 217 time: 0.0327959 Aug 09 15:58:34.924133 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-e309708e-9961-463b-8df8-0021d9ffa4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.925560 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-e309708e-9961-463b-8df8-0021d9ffa4d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0458128 Aug 09 15:58:34.971697 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-a2d4242b-4dc5-4f27-9fc0-0d8c7dd1a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:34.973129 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-a2d4242b-4dc5-4f27-9fc0-0d8c7dd1a123 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395172 Aug 09 15:58:35.102427 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a1ad8-74cd-479e-900e-6518238d6518 req-8c50ffdf-90d5-46fa-9a8e-0b60f3bbd0cf tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:35.103850 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a06a1ad8-74cd-479e-900e-6518238d6518 req-8c50ffdf-90d5-46fa-9a8e-0b60f3bbd0cf tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0780754 Aug 09 15:58:35.106195 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-0e2f0dc6-1fe3-4342-b79b-4aafb5600ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251841 Aug 09 15:58:35.191149 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a06a1ad8-74cd-479e-900e-6518238d6518 req-caadfee5-fffa-45ac-8083-2b4598f6bfc6 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811675 Aug 09 15:58:35.220733 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5873e5e5-ed77-40c0-ae56-0e67c831d126 req-085381dc-4a3f-4d62-aada-6b73ab7cce9f service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050768 Aug 09 15:58:35.861762 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae65f8-cd00-4567-bb08-7254d59b23d3 req-fa720d4a-ff49-43f5-94a0-35c506fddd1a tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:35.863131 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-11ae65f8-cd00-4567-bb08-7254d59b23d3 req-fa720d4a-ff49-43f5-94a0-35c506fddd1a tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 943 time: 0.0489392 Aug 09 15:58:35.899333 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-11ae65f8-cd00-4567-bb08-7254d59b23d3 req-8e36d8b3-0289-4ee6-b644-178d8e78b547 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Aug 09 15:58:36.314291 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71e6cd-8244-4b27-9f23-21589bf99e5c req-961d0115-beb8-4401-818f-999664a8f39c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:36.315875 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4b71e6cd-8244-4b27-9f23-21589bf99e5c req-961d0115-beb8-4401-818f-999664a8f39c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Aug 09 15:58:36.354192 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4b71e6cd-8244-4b27-9f23-21589bf99e5c req-7e4cefdf-b3f5-4569-b6e1-6e20377aff1a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Aug 09 15:58:36.370600 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d108ea-7ac4-4d42-a707-dfb7446a508c req-bcfd4f25-0740-4646-b5e0-4c1da20ff0d1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:36.372088 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e7d108ea-7ac4-4d42-a707-dfb7446a508c req-bcfd4f25-0740-4646-b5e0-4c1da20ff0d1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0485599 Aug 09 15:58:36.410649 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e7d108ea-7ac4-4d42-a707-dfb7446a508c req-5713b81f-94a2-4411-b478-a9d3b7801dc6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325301 Aug 09 15:58:37.013679 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cfccb-d94f-400e-a311-b9f73fdf4491 req-79c4f036-00be-463b-8c71-3463e995b291 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:37.015177 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cc6cfccb-d94f-400e-a311-b9f73fdf4491 req-79c4f036-00be-463b-8c71-3463e995b291 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 943 time: 0.0497675 Aug 09 15:58:37.052494 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cc6cfccb-d94f-400e-a311-b9f73fdf4491 req-4ac6ac47-0cd6-4c3d-bec5-03a89e656726 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Aug 09 15:58:37.399227 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 325ed631-5cff-4b51-9841-eccf7301824d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:58:37.490428 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a89318-4bd9-4087-b123-0a04d4df13d1 req-1898b449-afe1-4e12-85fd-1bfd42aa48d5 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:37.493479 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d4a89318-4bd9-4087-b123-0a04d4df13d1 req-1898b449-afe1-4e12-85fd-1bfd42aa48d5 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0601952 Aug 09 15:58:37.511194 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:37.525193 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '325ed631-5cff-4b51-9841-eccf7301824d', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'port_id': '325ed631-5cff-4b51-9841-eccf7301824d', 'mac_address': 'fa:16:3e:0c:75:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:58:37.535967 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d4a89318-4bd9-4087-b123-0a04d4df13d1 req-244c5fa0-b0d3-428d-9408-1e1497303132 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Aug 09 15:58:37.557712 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c9a18-027b-4830-8775-ce0b483ddbbc req-c44d7fde-9566-4a69-ba60-342c43077ad5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:37.559865 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cb0c9a18-027b-4830-8775-ce0b483ddbbc req-c44d7fde-9566-4a69-ba60-342c43077ad5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0522051 Aug 09 15:58:37.569064 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.587272 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325ed631-5cff-4b51-9841-eccf7301824d {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:58:37.599705 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cb0c9a18-027b-4830-8775-ce0b483ddbbc req-8e111f90-4eff-4caa-8534-0810ca8e2a8d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Aug 09 15:58:37.606840 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:37.611591 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:37.658562 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:37.983481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:38.165131 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a5277-ece3-46dd-bda0-f4d95c8e79c6 req-f14cfb21-4693-40f9-a083-784614384871 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:38.166609 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e19a5277-ece3-46dd-bda0-f4d95c8e79c6 req-f14cfb21-4693-40f9-a083-784614384871 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 944 time: 0.0473576 Aug 09 15:58:38.202560 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e19a5277-ece3-46dd-bda0-f4d95c8e79c6 req-7bbaeecd-b104-4f07-ac6c-f994f4183410 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298605 Aug 09 15:58:38.654267 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c728dd4-8a52-4da9-913c-9a5f4a2792f0 req-1f9afcf0-3f04-44de-aaf1-7f5e0e9a867d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:38.655800 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c728dd4-8a52-4da9-913c-9a5f4a2792f0 req-1f9afcf0-3f04-44de-aaf1-7f5e0e9a867d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Aug 09 15:58:38.695821 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8c728dd4-8a52-4da9-913c-9a5f4a2792f0 req-1a5ea10d-7209-4bba-a643-04c56393bb1a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339837 Aug 09 15:58:38.724724 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d7842-e369-4daa-a2b5-9dfa906e96a9 req-a1cdb0e6-061a-4cd4-93b9-3f9264ed6dd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:38.726210 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea9d7842-e369-4daa-a2b5-9dfa906e96a9 req-a1cdb0e6-061a-4cd4-93b9-3f9264ed6dd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 09 15:58:38.763328 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea9d7842-e369-4daa-a2b5-9dfa906e96a9 req-d32308de-faaa-4bfc-9fa0-59077971f579 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 09 15:58:39.320062 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895637e1-53a2-44be-8605-468bfd528bba req-e61aba43-bdac-44ab-ba82-38c412655e5b tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.321530 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-895637e1-53a2-44be-8605-468bfd528bba req-e61aba43-bdac-44ab-ba82-38c412655e5b tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 944 time: 0.0495062 Aug 09 15:58:39.358457 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-895637e1-53a2-44be-8605-468bfd528bba req-b0e81b11-60ad-41ec-ade4-065eaeeac99e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Aug 09 15:58:39.392476 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 325ed631-5cff-4b51-9841-eccf7301824d up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:39.448232 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 325ed631-5cff-4b51-9841-eccf7301824d completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:58:39.451696 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 325ed631-5cff-4b51-9841-eccf7301824d triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:39.452070 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.527605 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.550021 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:39.552286 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe38473-8287-401c-a663-6a58d6f465e0" -d '{"events": [{"server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "name": "network-vif-plugged", "status": "completed", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:39.567393 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:39.572099 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:39.627083 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:39.655101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70e4ea-bbd3-4d9b-af35-a0b9712ee35e x-openstack-request-id: req-fa70e4ea-bbd3-4d9b-af35-a0b9712ee35e {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:39.655395 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "name": "network-vif-plugged", "status": "completed", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:39.655691 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa70e4ea-bbd3-4d9b-af35-a0b9712ee35e {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:39.656086 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'code': 200} Aug 09 15:58:39.816534 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2bb97-f290-4cc2-96f3-9822db474d5a req-5dfc3bc3-2102-4bbe-afb8-f00c4eead0e3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.818021 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0ac2bb97-f290-4cc2-96f3-9822db474d5a req-5dfc3bc3-2102-4bbe-afb8-f00c4eead0e3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0532398 Aug 09 15:58:39.861663 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0ac2bb97-f290-4cc2-96f3-9822db474d5a req-7f03ac59-fa08-488b-a82e-51306f07be07 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365088 Aug 09 15:58:39.930245 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0347d-9902-4f54-a27e-091650727b21 req-978455cb-50aa-4084-add0-7d747b37e26d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.931747 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91b0347d-9902-4f54-a27e-091650727b21 req-978455cb-50aa-4084-add0-7d747b37e26d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0869384 Aug 09 15:58:39.933475 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b415-7287-4602-ba94-a3d1009dc2a1 req-a4e6db81-ab9a-4e01-bb7e-750cd7fc3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:39.934797 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b658b415-7287-4602-ba94-a3d1009dc2a1 req-a4e6db81-ab9a-4e01-bb7e-750cd7fc3d90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1098 time: 0.0888076 Aug 09 15:58:39.994039 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91b0347d-9902-4f54-a27e-091650727b21 req-61933cbb-177a-440b-930a-f5f7d632d273 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552850 Aug 09 15:58:39.995619 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b658b415-7287-4602-ba94-a3d1009dc2a1 req-96c11c54-6d53-4f18-afcf-a5b6660a0f5b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503514 Aug 09 15:58:40.471661 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680b301-2850-40f0-ad5a-9e162962fd19 req-21291acf-7a13-4951-b0d9-24202e815c68 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.473085 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5680b301-2850-40f0-ad5a-9e162962fd19 req-21291acf-7a13-4951-b0d9-24202e815c68 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0472376 Aug 09 15:58:40.509864 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5680b301-2850-40f0-ad5a-9e162962fd19 req-b68ca320-ad8d-4efa-a627-25f4210c8f97 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304444 Aug 09 15:58:40.979413 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca047d1f-d8fd-44fb-9bb6-057b81c69e53 req-58b786a9-93a2-4e3e-a703-879ff70648ea tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:40.980909 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ca047d1f-d8fd-44fb-9bb6-057b81c69e53 req-58b786a9-93a2-4e3e-a703-879ff70648ea tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Aug 09 15:58:41.016970 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ca047d1f-d8fd-44fb-9bb6-057b81c69e53 req-1a8d8bba-44de-4481-abf2-ecbb5b637524 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302167 Aug 09 15:58:41.116615 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570f19f-18e5-44b0-9fe4-1df742c30c10 req-ab7abf56-7f2f-4fac-9b0e-94400cae0ce8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.118177 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6570f19f-18e5-44b0-9fe4-1df742c30c10 req-ab7abf56-7f2f-4fac-9b0e-94400cae0ce8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0503581 Aug 09 15:58:41.155607 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6570f19f-18e5-44b0-9fe4-1df742c30c10 req-8c3af712-fb09-4832-acad-8892b2020394 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Aug 09 15:58:41.625785 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38618c-a96e-451e-8db0-356171922f1b req-a280d54f-593a-44d3-8e57-0dedb651f8a9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.627248 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aa38618c-a96e-451e-8db0-356171922f1b req-a280d54f-593a-44d3-8e57-0dedb651f8a9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0518425 Aug 09 15:58:41.664494 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-aa38618c-a96e-451e-8db0-356171922f1b req-cd024889-9b16-44e9-b0b2-c858f15f86a9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Aug 09 15:58:41.780358 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52449512-14de-45e8-b446-911d5645e173 req-92bd5abd-df47-4f25-986a-18b7de77ac5b tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:41.781740 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-52449512-14de-45e8-b446-911d5645e173 req-92bd5abd-df47-4f25-986a-18b7de77ac5b tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Aug 09 15:58:41.818583 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-52449512-14de-45e8-b446-911d5645e173 req-a9fd85a9-28a6-4fde-8c07-8753212b2ae6 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Aug 09 15:58:42.131700 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77469e9-8ad0-4ade-813f-935c76252541 req-f8f20749-91af-4a86-b515-ec722ddbd38c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:42.133240 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d77469e9-8ad0-4ade-813f-935c76252541 req-f8f20749-91af-4a86-b515-ec722ddbd38c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Aug 09 15:58:42.144736 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac43366-81c9-4a12-9f76-5ece5d9bcda5 req-d9fe62b7-e150-4e80-a5cd-1b8471b9edaa tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:42.146275 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ac43366-81c9-4a12-9f76-5ece5d9bcda5 req-d9fe62b7-e150-4e80-a5cd-1b8471b9edaa tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 09 15:58:42.171664 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d77469e9-8ad0-4ade-813f-935c76252541 req-c473ee72-6444-4f3a-bfe0-b42e120a1769 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Aug 09 15:58:42.185298 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4ac43366-81c9-4a12-9f76-5ece5d9bcda5 req-13a92644-a7e7-4b0b-b606-d0c795ea6274 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Aug 09 15:58:42.283789 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0fe7-277e-4b6c-a1be-4222442f222e req-d7884445-aac8-40b7-b758-4f07116660f0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:42.285298 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-55bb0fe7-277e-4b6c-a1be-4222442f222e req-d7884445-aac8-40b7-b758-4f07116660f0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0526652 Aug 09 15:58:42.323673 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-55bb0fe7-277e-4b6c-a1be-4222442f222e req-a7816314-c223-442e-a2df-653f1b275f8f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Aug 09 15:58:43.285958 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18541f3-aebf-4178-9e00-31521218f37b req-7137dd46-8b9f-4654-b2a9-2535086b3ce7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:43.287415 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d18541f3-aebf-4178-9e00-31521218f37b req-7137dd46-8b9f-4654-b2a9-2535086b3ce7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0478003 Aug 09 15:58:43.324393 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d18541f3-aebf-4178-9e00-31521218f37b req-fa247cac-b175-4c29-89f8-6c01165e6e08 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299854 Aug 09 15:58:43.444407 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0d4c-9158-4cd9-b698-1040da8d569e req-b5cdf8ce-7965-4178-8cf0-9b2aeb545138 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:43.445898 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0a1b0d4c-9158-4cd9-b698-1040da8d569e req-b5cdf8ce-7965-4178-8cf0-9b2aeb545138 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0475645 Aug 09 15:58:43.483293 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0a1b0d4c-9158-4cd9-b698-1040da8d569e req-5fe2580a-d032-46f8-a00d-a76bdc5f4244 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Aug 09 15:58:43.870654 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-960d7246-3889-402f-a281-787362a948d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:43.872165 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-960d7246-3889-402f-a281-787362a948d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.0473130 Aug 09 15:58:43.977858 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-fcc9acfa-1490-46c6-ac09-397153e69963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:43.979701 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-fcc9acfa-1490-46c6-ac09-397153e69963 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.0870118 Aug 09 15:58:44.059039 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-fbc25d31-3fa7-49cb-95ce-20474e9f7b61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 1001 time: 0.0664117 Aug 09 15:58:44.108563 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-6420baca-595e-446f-8bfc-940633119695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:44.110029 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-6420baca-595e-446f-8bfc-940633119695 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0433323 Aug 09 15:58:44.185091 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-914f2994-7cce-49e4-a5fd-78cf4252a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:44.186615 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-914f2994-7cce-49e4-a5fd-78cf4252a694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400944 Aug 09 15:58:44.279479 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-2ade7914-ccf2-4d67-8f3f-c44bc7ac9332 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Aug 09 15:58:44.370884 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-36e2a772-01c2-4292-bc21-23de69a2b1f3 req-bbcdd959-0052-4b2d-9ef6-79ea5316e2c7 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824878 Aug 09 15:58:44.441440 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dea54-6062-4984-909f-21ef7b430102 req-6c739b10-c8a5-4be1-8e55-048f3a690b13 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:44.442912 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f3dea54-6062-4984-909f-21ef7b430102 req-6c739b10-c8a5-4be1-8e55-048f3a690b13 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Aug 09 15:58:44.480629 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f3dea54-6062-4984-909f-21ef7b430102 req-507d0d67-2c6b-4c88-85c3-499b4e4df9c6 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Aug 09 15:58:44.605741 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e60271-63f5-40e8-8435-6e42d7be9f3b req-169bbe89-a0c6-4aa5-850a-6a6f2aa26579 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:44.607453 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92e60271-63f5-40e8-8435-6e42d7be9f3b req-169bbe89-a0c6-4aa5-850a-6a6f2aa26579 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0508649 Aug 09 15:58:44.647262 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92e60271-63f5-40e8-8435-6e42d7be9f3b req-7a77c21a-2f23-4e39-8ad9-fae5e6084f9c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Aug 09 15:58:45.605809 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71fa6-0393-47f7-a207-abac43fa1935 req-b4eb9aae-3b2b-4fc6-a722-33dc979baf66 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:45.607388 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b1b71fa6-0393-47f7-a207-abac43fa1935 req-b4eb9aae-3b2b-4fc6-a722-33dc979baf66 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0604489 Aug 09 15:58:45.646537 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b1b71fa6-0393-47f7-a207-abac43fa1935 req-bc766384-8b50-40fd-9464-160c064b5bd4 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Aug 09 15:58:45.770614 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a12f9e-b639-4835-92e8-719a297e11e4 req-112165b4-6d50-48c2-b55a-2172cd643ac3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:45.772015 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-94a12f9e-b639-4835-92e8-719a297e11e4 req-112165b4-6d50-48c2-b55a-2172cd643ac3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0512342 Aug 09 15:58:45.816179 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-94a12f9e-b639-4835-92e8-719a297e11e4 req-6e1fdade-2683-486f-8583-60cb2d36aac4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Aug 09 15:58:46.757851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6edde-20d9-4875-9a35-d726bc5459c8 req-186127e8-1867-408b-9bb8-b95faf984e7c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:46.759306 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5ac6edde-20d9-4875-9a35-d726bc5459c8 req-186127e8-1867-408b-9bb8-b95faf984e7c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0467796 Aug 09 15:58:46.796294 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5ac6edde-20d9-4875-9a35-d726bc5459c8 req-135dea90-94ef-4685-af0e-a4ca30659819 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Aug 09 15:58:46.938191 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817df181-5774-4236-bb84-b0c6de58e23c req-c739527e-2232-4a3c-8386-5f10c9c58d74 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:46.939693 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-817df181-5774-4236-bb84-b0c6de58e23c req-c739527e-2232-4a3c-8386-5f10c9c58d74 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 09 15:58:46.977581 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-817df181-5774-4236-bb84-b0c6de58e23c req-4bfd7baa-238e-423e-a3cd-b503275d948b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Aug 09 15:58:47.161058 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:47.909515 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67b8df-8934-4183-881d-71faa3afe075 req-7c8e6bcc-31e8-4a42-b7db-536c09b0317a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:47.910872 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9c67b8df-8934-4183-881d-71faa3afe075 req-7c8e6bcc-31e8-4a42-b7db-536c09b0317a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Aug 09 15:58:47.947621 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9c67b8df-8934-4183-881d-71faa3afe075 req-eac95369-0d85-47f0-a01c-78da3db04ddc tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309327 Aug 09 15:58:48.097466 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e138041-abe6-4bb8-9f01-a659d3988939 req-c9f5fd2f-8654-45cd-976f-073b51c12708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:48.098923 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e138041-abe6-4bb8-9f01-a659d3988939 req-c9f5fd2f-8654-45cd-976f-073b51c12708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0470090 Aug 09 15:58:48.136753 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e138041-abe6-4bb8-9f01-a659d3988939 req-72466deb-4498-41fe-bf76-1dcfcffe8974 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314333 Aug 09 15:58:49.071722 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-5b11cf24-63e4-4ba8-9942-42f09048b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.072281 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59232cd3-452f-4f7c-9727-1bf94cee5b06 req-07c5fb26-9b8d-41fa-8052-7a9fee709c77 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.073196 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-5b11cf24-63e4-4ba8-9942-42f09048b944 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.0487549 Aug 09 15:58:49.073372 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59232cd3-452f-4f7c-9727-1bf94cee5b06 req-07c5fb26-9b8d-41fa-8052-7a9fee709c77 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0574841 Aug 09 15:58:49.114067 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59232cd3-452f-4f7c-9727-1bf94cee5b06 req-0c1c80b5-543f-408c-bba7-277922142953 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 09 15:58:49.166375 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-03974147-e7ba-4225-a375-52c6b1ebe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.167877 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-03974147-e7ba-4225-a375-52c6b1ebe466 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.0879171 Aug 09 15:58:49.281274 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-53c3c710-2202-499d-9df8-f0ab0ab829e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1025510 Aug 09 15:58:49.295820 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469723e2-0e23-4786-89e6-6e94aec4c70d req-ce4c6f8c-2144-4475-9a16-2b695573ede5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.297587 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-469723e2-0e23-4786-89e6-6e94aec4c70d req-ce4c6f8c-2144-4475-9a16-2b695573ede5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0686698 Aug 09 15:58:49.371102 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-8aacb7cc-08bb-4bab-9b63-daa6f16b2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.372627 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-8aacb7cc-08bb-4bab-9b63-daa6f16b2dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0732963 Aug 09 15:58:49.376326 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-469723e2-0e23-4786-89e6-6e94aec4c70d req-1ddf0128-4864-48c1-89c4-5d90dd679fa6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677190 Aug 09 15:58:49.407046 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:58:49.429188 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-7217d506-23b4-4898-a732-4a559280667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:49.430920 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-7217d506-23b4-4898-a732-4a559280667e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511060 Aug 09 15:58:49.520868 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:49.534567 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:58:49.555262 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-921c5fea-7179-4785-bf14-025cfb08dce0 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165144 Aug 09 15:58:49.596608 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.613125 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:58:49.637671 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:49.646929 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:49.704656 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-bb6cc463-fd9e-4168-a58c-d69c0beba7bf req-7d06bbe5-4c3e-49c4-8eb0-9c7463a80f79 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339467 Aug 09 15:58:49.788836 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=6']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:49.856424 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:50.253571 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1ce48-c979-4265-b471-e71d94493d1e req-5ac43866-7373-4543-83ec-d9dfba85d802 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:50.255354 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1db1ce48-c979-4265-b471-e71d94493d1e req-5ac43866-7373-4543-83ec-d9dfba85d802 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0627389 Aug 09 15:58:50.308246 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1db1ce48-c979-4265-b471-e71d94493d1e req-9d9710ed-247b-4fe6-974b-15e92f864478 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Aug 09 15:58:50.546126 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a8e30-b846-4ae0-9612-6108c70d9c6a req-08bd4cf1-ba77-48f7-ad12-831f17e999b6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:50.547714 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4d6a8e30-b846-4ae0-9612-6108c70d9c6a req-08bd4cf1-ba77-48f7-ad12-831f17e999b6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0575662 Aug 09 15:58:50.595528 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4d6a8e30-b846-4ae0-9612-6108c70d9c6a req-9067795f-b110-43cb-8ad6-80c0618d42b7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400643 Aug 09 15:58:51.410553 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:58:51.482338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb824d42-858b-4eaa-a89c-470832f2b9b8 req-9c74d86b-4313-46fd-b8a7-7ab4272ad75d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:51.484519 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:51.484769 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fb824d42-858b-4eaa-a89c-470832f2b9b8 req-9c74d86b-4313-46fd-b8a7-7ab4272ad75d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0736296 Aug 09 15:58:51.485259 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.551400 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fb824d42-858b-4eaa-a89c-470832f2b9b8 req-31cc68bd-1782-4b74-a054-5569b94ffa47 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588222 Aug 09 15:58:51.605868 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.652528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:51.655894 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af63f55-ad33-4516-aa84-3791977beb5a" -d '{"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:51.682937 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:51.692637 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:51.710884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045914ca-b225-424e-9716-fd375b87a67b x-openstack-request-id: req-045914ca-b225-424e-9716-fd375b87a67b {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:51.711905 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:51.712400 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-045914ca-b225-424e-9716-fd375b87a67b {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:51.713173 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'code': 200} Aug 09 15:58:51.798592 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=7']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:51.821137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b120bb-73a4-4c5a-9e9b-9baa187baa11 req-e75e34ea-49b2-469c-98d4-d72344f73c7c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:51.824196 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25b120bb-73a4-4c5a-9e9b-9baa187baa11 req-e75e34ea-49b2-469c-98d4-d72344f73c7c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0918148 Aug 09 15:58:51.881916 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-25b120bb-73a4-4c5a-9e9b-9baa187baa11 req-271f5b62-95a9-4841-ae75-986a06b77f14 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533690 Aug 09 15:58:51.894912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cb982-dcc3-4573-9765-3b75239a8354 req-d31595e9-4cf5-4fd6-b617-f48f554a4dd9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:51.898543 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-200cb982-dcc3-4573-9765-3b75239a8354 req-d31595e9-4cf5-4fd6-b617-f48f554a4dd9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0789096 Aug 09 15:58:52.223485 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-200cb982-dcc3-4573-9765-3b75239a8354 req-f8078c4c-2f04-4fd6-a457-56c439fd5bfd tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107729 Aug 09 15:58:52.243524 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50086) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:52.484467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65125cb1-ca78-4c6d-b597-27fb102dc12a tempest-TestMinimumBasicScenario-1060359171 tempest-TestMinimumBasicScenario-1060359171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:52.486691 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-65125cb1-ca78-4c6d-b597-27fb102dc12a tempest-TestMinimumBasicScenario-1060359171 tempest-TestMinimumBasicScenario-1060359171-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1093 time: 0.2425475 Aug 09 15:58:52.489775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50092) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:52.496941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'port_id': '325ed631-5cff-4b51-9841-eccf7301824d', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:52.521004 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for floatingip, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.648259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:52.780563 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8664f2-db44-4a20-926f-c5bded10f0b6 req-02d53f68-282c-4b6f-b310-59cdeb83bf76 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:52.782422 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4f8664f2-db44-4a20-926f-c5bded10f0b6 req-02d53f68-282c-4b6f-b310-59cdeb83bf76 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.1184373 Aug 09 15:58:52.835215 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_common [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Allocated IP 172.27.1.96 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/91504d71-6552-4f6a-83dc-5c05059d21b3) {{(pid=93334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:58:52.859498 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4f8664f2-db44-4a20-926f-c5bded10f0b6 req-35c9ea74-bd05-441c-8e47-679aebdbd401 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644057 Aug 09 15:58:53.098473 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for port, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.120940 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25f6a7-1cf3-4fba-b1ec-36b6736f0b29 req-4c96e476-977b-4bc9-966b-50d625728678 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:53.128730 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0f25f6a7-1cf3-4fba-b1ec-36b6736f0b29 req-4c96e476-977b-4bc9-966b-50d625728678 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.1193478 Aug 09 15:58:53.172031 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0f25f6a7-1cf3-4fba-b1ec-36b6736f0b29 req-4c27d543-375c-4caa-aaee-4ba84880f8f8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Aug 09 15:58:53.172285 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50110) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:53.210919 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150d821-1f28-4ce3-8d50-f9674924ce15 req-4b8de17b-a8c9-4b7b-aca2-5932d9fcc724 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:53.212588 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5150d821-1f28-4ce3-8d50-f9674924ce15 req-4b8de17b-a8c9-4b7b-aca2-5932d9fcc724 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0836852 Aug 09 15:58:53.222655 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.273086 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:58:53.282787 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Resources bound (agent type, host, resource id): {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:58:53.285830 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Received port after_create {{(pid=93334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:58:53.301017 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5150d821-1f28-4ce3-8d50-f9674924ce15 req-4572210e-b5f6-49e4-94a7-05ecd09ea0f5 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814486 Aug 09 15:58:53.316551 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-60ea24a6-60bd-4308-96e1-f05c4ca5e8e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1387103 Aug 09 15:58:53.348269 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'Port': ['ID=91504d71-6552-4f6a-83dc-5c05059d21b3,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.046169 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.125467 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.321672 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for port, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.336157 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceedf0a-cd71-4f6a-888d-0df986284870 req-1038eea8-2b7b-45f3-a894-105a85c50660 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:54.337764 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5ceedf0a-cd71-4f6a-888d-0df986284870 req-1038eea8-2b7b-45f3-a894-105a85c50660 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0815058 Aug 09 15:58:54.338450 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10263172'] for port, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.433664 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'Port': ['ID=91504d71-6552-4f6a-83dc-5c05059d21b3,revision_number=2']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:54.454246 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.454593 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.454933 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.455268 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.455600 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.455957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.456284 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.456609 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.456937 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.457259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.457579 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.457900 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:54.459983 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994509e-5cbd-43fd-b8d2-1653419e2b9e req-49fc8820-a020-414f-abcb-713cde92e755 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:54.465656 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5ceedf0a-cd71-4f6a-888d-0df986284870 req-25a8fe0c-ed48-4460-8de8-2b2142a91800 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187856 Aug 09 15:58:54.469027 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9994509e-5cbd-43fd-b8d2-1653419e2b9e req-49fc8820-a020-414f-abcb-713cde92e755 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0654964 Aug 09 15:58:54.469196 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.528450 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9994509e-5cbd-43fd-b8d2-1653419e2b9e req-6fc0ea49-b8da-49be-8b36-25fedcaaccaa tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579171 Aug 09 15:58:54.576705 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Floating IP fd38a1bc-40ef-486b-b28a-9eb42e743c0e associated. External IP: 172.27.1.96, port: 325ed631-5cff-4b51-9841-eccf7301824d. Aug 09 15:58:54.811304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Router 7070259b-aaa6-46f7-b58e-e764f0493e78 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:58:54.930259 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:58:54.942785 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Sync routers for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:58:54.954423 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:54.956665 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:54.957279 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:58:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:54.989288 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-95100f98-fbde-4425-abd4-5f83ce44f6e0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4958191 Aug 09 15:58:54.989288 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:54.989800 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab1929-8fa9-4e98-a312-a793c0a6b904" -d '{"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:54.989941 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50128) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:54.995929 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132276223', 'description': 'tempest-secgroup-smoke-2132276223 description', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:55.031443 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c53b4c3-e773-4ce0-9887-98c0d4cac901 x-openstack-request-id: req-2c53b4c3-e773-4ce0-9887-98c0d4cac901 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:55.032075 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:55.032533 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2c53b4c3-e773-4ce0-9887-98c0d4cac901 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:55.033201 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 15:58:55.034546 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.089536 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:55.141702 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-68aae452-71fd-48e2-a517-7525b6069f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.148330 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-68aae452-71fd-48e2-a517-7525b6069f5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1098 time: 0.0622303 Aug 09 15:58:55.148639 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.156624 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.205223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db03f9e-6b72-42c0-b4f7-f8c0725e872e,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.207883 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.209351 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2174602 Aug 09 15:58:55.213386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50132) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.216614 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.217257 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.217791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.218310 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.218858 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.219372 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.219916 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.220429 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.220955 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.221502 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.222019 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.222521 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:55.222718 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee25c42b-5eef-4962-bf06-206c8c2c1a08 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:58:55.275048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.311951 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-3b30d903-a23c-414e-8246-f1b1a28637f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.313450 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-3b30d903-a23c-414e-8246-f1b1a28637f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.1577833 Aug 09 15:58:55.382695 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.389129 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.417452 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dd26ae-81bf-4bc1-ab4d-af4df3a77cd5,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.422044 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-77675a8a-22a2-4639-9845-942412e36498 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 998 time: 0.0988116 Aug 09 15:58:55.428275 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.429735 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-29760b48-e3ba-4e04-9b6e-3071c63d58e3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2148404 Aug 09 15:58:55.432753 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50134) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.437111 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'fd38a1bc-40ef-486b-b28a-9eb42e743c0e', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'port_id': '325ed631-5cff-4b51-9841-eccf7301824d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'mac_address': 'fa:16:3e:0c:75:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aabf0-8f55-4027-b715-72441e229143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:58:53Z', 'updated_at': '2021-08-09T15:58:53Z', 'revision_number': 0, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:55.439829 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:58:55.442068 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:55.489462 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.517035 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-15b06c3a-4ce6-448a-915c-41821227a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.518926 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-15b06c3a-4ce6-448a-915c-41821227a660 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0880926 Aug 09 15:58:55.562052 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.570492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.609858 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-2714c244-220a-4565-bef8-0e33760417a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.611559 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-2714c244-220a-4565-bef8-0e33760417a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840337 Aug 09 15:58:55.674147 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f712fad-3736-410c-a2e9-9200ca78a5c1,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:55.675387 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.683275 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8cb38326-545e-4f68-9e4d-155c747fd9a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490768 Aug 09 15:58:55.686628 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50140) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.696194 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:55.704511 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Checking router: 7070259b-aaa6-46f7-b58e-e764f0493e78 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:58:55.716259 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:58:55.716481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:58:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:55.739814 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b574ac-0f36-4685-ad62-d6fd774a5aa0 req-facd3fbd-9f67-453c-ac28-88d5a383e62d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.742309 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b6b574ac-0f36-4685-ad62-d6fd774a5aa0 req-facd3fbd-9f67-453c-ac28-88d5a383e62d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.1352205 Aug 09 15:58:55.749528 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.835297 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.867139 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:55.869389 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a05795-aa6a-4f87-b90a-0f34418cbc94" -d '{"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-unplugged", "status": "completed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:55.883971 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b6b574ac-0f36-4685-ad62-d6fd774a5aa0 req-ef5f5766-3b99-4c0a-a3f0-49163ec95fe6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294746 Aug 09 15:58:55.889839 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:55.890958 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621281ff-5f37-4f90-9288-89d962686c7e req-e9df3a37-d3fd-485d-a6c5-992c21ff8a1d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:55.893375 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-621281ff-5f37-4f90-9288-89d962686c7e req-e9df3a37-d3fd-485d-a6c5-992c21ff8a1d tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.2673643 Aug 09 15:58:55.894201 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:58:55.919611 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.930879 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.958038 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.963968 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-85906c6d-a734-4c4f-8f11-e98bf28d63ee service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395123 Aug 09 15:58:55.967677 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874d0cf-cf37-4c8e-b8e5-56443517eaea x-openstack-request-id: req-3874d0cf-cf37-4c8e-b8e5-56443517eaea {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:55.968428 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-621281ff-5f37-4f90-9288-89d962686c7e req-38ef43ec-ab89-49a5-a814-f211d1a638ac tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659053 Aug 09 15:58:55.970136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:55.976971 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879374 Aug 09 15:58:55.977890 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50150) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:55.980337 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-unplugged", "status": "failed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "code": 422}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:55.983515 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3874d0cf-cf37-4c8e-b8e5-56443517eaea {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:55.984163 dv-cinder-788367-5-iscsi neutron-server[93335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'code': 422} returned with failed status Aug 09 15:58:55.984443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:56.014309 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2397-f9b8-42d3-b619-a27f3494f589 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c855027-f36a-4cd7-a82f-7e8503b4e287,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.035743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.051183 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=6']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.151180 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.151451 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8cab1929-8fa9-4e98-a312-a793c0a6b904 req-a95bc6bc-f72c-43ae-a63d-f73e10005280 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743662 Aug 09 15:58:56.156451 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.174832 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d4eb2-5c53-4359-b406-8711c54ec1fa,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.197423 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.199253 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1ea5da6b-0265-4bd0-97fa-513006d04895 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2186112 Aug 09 15:58:56.202020 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50152) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:56.207470 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:56.256794 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.securitygroups_db [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Project 384dd04ff0eb4ca8b2a7009ddaf4644f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:58:56.265993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.359091 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.361540 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'fd38a1bc-40ef-486b-b28a-9eb42e743c0e', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'port_id': '325ed631-5cff-4b51-9841-eccf7301824d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'mac_address': 'fa:16:3e:0c:75:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aabf0-8f55-4027-b715-72441e229143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:58:53Z', 'updated_at': '2021-08-09T15:58:53Z', 'revision_number': 0, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:58:56.365658 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.383111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e073e984-2f6f-48f9-bdd2-5f8e46e96498,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.402717 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.403965 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-ee6cfb62-e8e2-454d-b363-5abfc9b79b16 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2009416 Aug 09 15:58:56.406723 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50154) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:58:56.410604 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbe326-3fc6-4ed3-8e03-82817a635883 None None] The sync data for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi is: [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': 'fd38a1bc-40ef-486b-b28a-9eb42e743c0e', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'port_id': '325ed631-5cff-4b51-9841-eccf7301824d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'mac_address': 'fa:16:3e:0c:75:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291aabf0-8f55-4027-b715-72441e229143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:58:53Z', 'updated_at': '2021-08-09T15:58:53Z', 'revision_number': 0, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:58:56.411353 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'security_group_rule': {'security_group_id': '8db03f9e-6b72-42c0-b4f7-f8c0725e872e', 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:56.437400 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.securitygroups_db [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Project 384dd04ff0eb4ca8b2a7009ddaf4644f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:58:56.445841 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.562399 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.569154 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.593145 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5033e1fb-119a-4a26-a044-96cd0f36a533,revision_number=0']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:56.602866 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.607370 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9eaba2ab-4d2f-4f80-9c98-aded1336d6d1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1964922 Aug 09 15:58:56.709252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f1045482-d42b-43db-80c4-a2505ad80106 req-6fd22fa1-24c3-4348-91f4-2cfb6a18370e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132276223&fields=id&tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f HTTP/1.1" status: 200 len: 267 time: 0.0455661 Aug 09 15:58:56.728385 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c4adce-55f2-4171-9270-05f266873348 None None] New status for floating IP fd38a1bc-40ef-486b-b28a-9eb42e743c0e: ACTIVE {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:58:56.792518 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045482-d42b-43db-80c4-a2505ad80106 req-65c8c97a-b21d-4ecc-b791-a52800e9cdbe tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:56.794340 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f1045482-d42b-43db-80c4-a2505ad80106 req-65c8c97a-b21d-4ecc-b791-a52800e9cdbe tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0715325 Aug 09 15:58:56.806813 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'port': {'security_groups': ['9f4720d4-4e6c-4eac-b367-9f85eed515f6', '8db03f9e-6b72-42c0-b4f7-f8c0725e872e']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:58:56.892128 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.970202 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-65759e5c-882a-4d47-87cd-0ab30399a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.059902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cef45-40f1-471b-83b8-5832e8abb9fa req-bb86f6f4-309a-4f59-a243-6fae57922011 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.071881 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-471cef45-40f1-471b-83b8-5832e8abb9fa req-bb86f6f4-309a-4f59-a243-6fae57922011 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0920784 Aug 09 15:58:57.117624 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-471cef45-40f1-471b-83b8-5832e8abb9fa req-820aa9d1-389d-4f93-abff-a1f09baf9625 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Aug 09 15:58:57.192173 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:58:57.237660 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.246206 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.248809 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262345a5-2235-4793-98c8-5ced983f26a1 req-d43ff0d7-955f-467c-ac6e-1cf96da15d16 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.250857 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-262345a5-2235-4793-98c8-5ced983f26a1 req-d43ff0d7-955f-467c-ac6e-1cf96da15d16 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0594976 Aug 09 15:58:57.282170 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:57.291721 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.292474 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.298071 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f1045482-d42b-43db-80c4-a2505ad80106 req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "PUT /v2.0/ports/325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 981 time: 0.4963431 Aug 09 15:58:57.298744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:58:57.311106 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b08442-f172-41b8-8497-2653d238ddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:58:57.348509 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-262345a5-2235-4793-98c8-5ced983f26a1 req-f6e1cbe6-84f9-4ee7-adfb-a085c33942f9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865228 Aug 09 15:58:57.367904 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf934214-20e8-46ac-8cd2-4fb433ab1954 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=6']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:58:57.402432 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0d4759-863e-4b89-9a64-d7afc4e87b66 x-openstack-request-id: req-aa0d4759-863e-4b89-9a64-d7afc4e87b66 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:58:57.402717 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:58:57.403815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aa0d4759-863e-4b89-9a64-d7afc4e87b66 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:58:57.404210 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 15:58:57.467143 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafe87d-b3f6-4a19-9ef3-fa4f588bc384 req-44e7d71c-9339-4db4-899d-5d4df43b54d6 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.471398 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:58:57.475521 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7bafe87d-b3f6-4a19-9ef3-fa4f588bc384 req-44e7d71c-9339-4db4-899d-5d4df43b54d6 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0872226 Aug 09 15:58:57.518934 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b08442-f172-41b8-8497-2653d238ddaf req-72c0d34f-f528-4966-93f5-4024694504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.524278 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-72c0d34f-f528-4966-93f5-4024694504a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1137 time: 0.0638068 Aug 09 15:58:57.526405 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7bafe87d-b3f6-4a19-9ef3-fa4f588bc384 req-da852da3-b6e8-416d-91ab-e56a7a24103f tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497615 Aug 09 15:58:57.676142 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b08442-f172-41b8-8497-2653d238ddaf req-feed2b37-36e5-4274-8e56-c5eabc5eac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.677539 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-feed2b37-36e5-4274-8e56-c5eabc5eac4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.1459181 Aug 09 15:58:57.717935 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-eed378ae-fd0e-46d4-b8fb-633324bedfd7 None None] Provisioning complete for port 325ed631-5cff-4b51-9841-eccf7301824d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:58:57.718314 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-eed378ae-fd0e-46d4-b8fb-633324bedfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.773708 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-64f67b4e-909c-4001-b168-0f43a3379685 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 1000 time: 0.0885866 Aug 09 15:58:57.839165 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b08442-f172-41b8-8497-2653d238ddaf req-3f6c67d8-49a8-41f7-b8d1-d3ff320eef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.841687 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-3f6c67d8-49a8-41f7-b8d1-d3ff320eef18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0571778 Aug 09 15:58:57.913118 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b08442-f172-41b8-8497-2653d238ddaf req-c4e2a11b-95a1-44c1-98a7-020d02d135fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:57.914653 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-c4e2a11b-95a1-44c1-98a7-020d02d135fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635400 Aug 09 15:58:58.058590 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-b177a47f-bb17-4a39-b64b-a83513903d42 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330862 Aug 09 15:58:58.180435 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40b08442-f172-41b8-8497-2653d238ddaf req-73e5000a-b2b5-4e55-83cf-e88c6da2f988 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131527 Aug 09 15:58:58.297778 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad438fd6-60ec-49c9-aae7-6fcc704004ef req-cd4e07f1-371b-499a-a697-488ba4e44542 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:58.299322 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad438fd6-60ec-49c9-aae7-6fcc704004ef req-cd4e07f1-371b-499a-a697-488ba4e44542 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0684872 Aug 09 15:58:58.353507 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad438fd6-60ec-49c9-aae7-6fcc704004ef req-635b295d-b380-4b96-8a25-b1f6c9bbc5ed tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443702 Aug 09 15:58:58.488643 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3839db6-2221-4a07-a34c-54cd7d6e0f05 req-f2a8247d-4166-430c-9cf9-90972fb95aa1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:58.491698 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e3839db6-2221-4a07-a34c-54cd7d6e0f05 req-f2a8247d-4166-430c-9cf9-90972fb95aa1 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0611596 Aug 09 15:58:58.547312 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e3839db6-2221-4a07-a34c-54cd7d6e0f05 req-eeef0c5b-a83b-4d53-bbd2-d471b369679e tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504787 Aug 09 15:58:59.460234 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-70058d89-6730-44eb-a52a-4c794a63ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.521258 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55ac21-8416-4644-ba52-e553efe313b0 req-b15dcae9-b47e-447d-b12d-287f8e58b92e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:59.523541 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4b55ac21-8416-4644-ba52-e553efe313b0 req-b15dcae9-b47e-447d-b12d-287f8e58b92e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0751941 Aug 09 15:58:59.572152 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4b55ac21-8416-4644-ba52-e553efe313b0 req-0b20faed-2101-483e-b04b-a293b18e7f9d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Aug 09 15:58:59.633826 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:59.703435 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f98d9-f709-4ca7-aaf9-e916c3234ee9 req-3e3bc018-36f5-441c-af92-c5ce9f31ac2f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:59.705271 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-819f98d9-f709-4ca7-aaf9-e916c3234ee9 req-3e3bc018-36f5-441c-af92-c5ce9f31ac2f tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0700831 Aug 09 15:58:59.748951 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-819f98d9-f709-4ca7-aaf9-e916c3234ee9 req-e0dd0c6c-7980-4ab9-8902-bef773cbb064 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Aug 09 15:58:59.880997 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-c3a56b75-f136-479a-ba6b-7a2aeb8cf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:59.883106 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-c3a56b75-f136-479a-ba6b-7a2aeb8cf52a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23&tenant_id=9c21ed19901546b183c9c8a95cdd1816 HTTP/1.1" status: 200 len: 1096 time: 0.0751188 Aug 09 15:58:59.984988 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-bfdcb19f-bc5c-4549-b2fe-9c0a26eee5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:58:59.985718 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-bfdcb19f-bc5c-4549-b2fe-9c0a26eee5a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1096 time: 0.0541852 Aug 09 15:59:00.083790 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-9ed389f0-1f71-4f66-baef-a654f5f2268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.085416 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-9ed389f0-1f71-4f66-baef-a654f5f2268e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.0911629 Aug 09 15:59:00.163051 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-4e6a70b3-82cf-4c87-9b97-421d5474d857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 999 time: 0.0689559 Aug 09 15:59:00.217639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-2c266668-68e5-45fe-b282-19c32cdfbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.219234 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-2c266668-68e5-45fe-b282-19c32cdfbc05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0496371 Aug 09 15:59:00.268512 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-6a10ed43-9735-456e-a107-e8789b53a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.270024 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-6a10ed43-9735-456e-a107-e8789b53a508 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422547 Aug 09 15:59:00.365661 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-06a987a1-248e-408c-af90-e81ac5580401 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Aug 09 15:59:00.454301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-035cc002-a4ef-4c24-82eb-dce0632dd038 req-da2727e2-29b2-4688-a32c-babcc9647265 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814278 Aug 09 15:59:00.685202 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a8910-516d-4dc9-abda-49f297c59669 req-300a1180-e591-4da2-ad2b-3414b3bdd3a7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.687217 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-610a8910-516d-4dc9-abda-49f297c59669 req-300a1180-e591-4da2-ad2b-3414b3bdd3a7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0497088 Aug 09 15:59:00.727399 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-610a8910-516d-4dc9-abda-49f297c59669 req-d1151281-1c8a-4c38-a5f1-ff6c042be4e9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337117 Aug 09 15:59:00.898074 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66e92c-69c4-47b4-b228-8077a83c5ca6 req-67660e8f-7af0-47a3-b1fd-c69041fa6725 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:00.899730 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ef66e92c-69c4-47b4-b228-8077a83c5ca6 req-67660e8f-7af0-47a3-b1fd-c69041fa6725 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0529974 Aug 09 15:59:00.910483 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:00.938476 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ef66e92c-69c4-47b4-b228-8077a83c5ca6 req-05489aee-6f8d-40df-983c-5b5688963f64 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Aug 09 15:59:01.088291 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-1fd3cb3c-cbca-4c8c-8a5f-e6ff2a1115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.089993 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-1fd3cb3c-cbca-4c8c-8a5f-e6ff2a1115fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1098 time: 0.0486145 Aug 09 15:59:01.189260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-1b398600-7f04-4dfd-88f7-5e60b8f5c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.190759 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-1b398600-7f04-4dfd-88f7-5e60b8f5c9cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0920882 Aug 09 15:59:01.273773 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-0aacc372-bad6-4dae-a957-62064ef90ae0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 1001 time: 0.0659018 Aug 09 15:59:01.340483 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-29f52455-f4ae-4d70-82c6-4c2a7dfe89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.342038 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-29f52455-f4ae-4d70-82c6-4c2a7dfe89fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0474451 Aug 09 15:59:01.391197 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-37bd423e-afc9-4e97-88ea-97185933caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.392773 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-37bd423e-afc9-4e97-88ea-97185933caef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401664 Aug 09 15:59:01.483991 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-97b07648-68f1-404e-9a98-d7efdf3a6107 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824993 Aug 09 15:59:01.574384 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2df304a-7e44-40f3-9d86-a36a6bbd7e50 req-38f5ce54-369c-41a7-8cbe-0b67a7dbf5f4 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821500 Aug 09 15:59:01.844360 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131a5a-823b-47fe-836c-29b69bfa919c req-fe216ed8-d966-4fdc-a159-bdd922286141 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:01.845761 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea131a5a-823b-47fe-836c-29b69bfa919c req-fe216ed8-d966-4fdc-a159-bdd922286141 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0480957 Aug 09 15:59:01.884783 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea131a5a-823b-47fe-836c-29b69bfa919c req-2eb3861d-880b-427b-8a50-3c4cd2724ca3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323281 Aug 09 15:59:02.058951 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111a392-4dba-4fa9-b475-b9f9b6b8d935 req-4a36a149-8b31-42de-9fa6-572b2dcaf6b8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:02.060510 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6111a392-4dba-4fa9-b475-b9f9b6b8d935 req-4a36a149-8b31-42de-9fa6-572b2dcaf6b8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0542355 Aug 09 15:59:02.097735 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6111a392-4dba-4fa9-b475-b9f9b6b8d935 req-30be8a66-de1b-4b43-a659-1558fe69fbf2 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Aug 09 15:59:02.490391 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.005323 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37182-28a0-4747-a763-950ed5826419 req-adaa5b9a-da66-4094-a23c-60e3a6b3df65 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.007309 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-35e37182-28a0-4747-a763-950ed5826419 req-adaa5b9a-da66-4094-a23c-60e3a6b3df65 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 945 time: 0.0523453 Aug 09 15:59:03.044273 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-35e37182-28a0-4747-a763-950ed5826419 req-1808775c-9ced-4bcf-bd1d-2443fb4acf14 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Aug 09 15:59:03.213047 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9d0be-bdbe-49c8-9ea0-6e36d64125a3 req-96a11d77-0829-4f1e-8501-50a9abe4db20 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:03.214505 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-04f9d0be-bdbe-49c8-9ea0-6e36d64125a3 req-96a11d77-0829-4f1e-8501-50a9abe4db20 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 943 time: 0.0511737 Aug 09 15:59:03.250267 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-04f9d0be-bdbe-49c8-9ea0-6e36d64125a3 req-9fe20cd8-fd06-47d1-8c24-8a53e24e48bd tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299733 Aug 09 15:59:03.450483 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:03.461320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:03.603470 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.609682 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:03.633601 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '63dfb703-6339-44ff-8012-39b334407ed0', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'port_id': '63dfb703-6339-44ff-8012-39b334407ed0', 'mac_address': 'fa:16:3e:53:f8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:03.641372 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:03.643660 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f05927-827f-44c4-bb68-2572d1754a2a" -d '{"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:03.662024 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:03.680284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.684421 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a7463-b560-4b0f-881e-f0459cce42af x-openstack-request-id: req-5d1a7463-b560-4b0f-881e-f0459cce42af {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:03.684716 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:03.684970 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d1a7463-b560-4b0f-881e-f0459cce42af {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:03.685358 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'code': 200} Aug 09 15:59:03.719785 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.746515 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dfb703-6339-44ff-8012-39b334407ed0 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:03.754317 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=8']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:03.766158 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.766511 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.766853 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.767191 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.767523 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.767888 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.768217 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.768636 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.768873 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.769199 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.769524 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.769854 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:03.781099 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:03.784929 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:03.831898 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=7']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:04.125237 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['63dfb703-6339-44ff-8012-39b334407ed0'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:04.169028 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8288b-192b-4e1d-bf24-33af0ada2759 req-b71dcea0-0cc3-47a0-8bb0-74cdd0cd324d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.170524 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c2b8288b-192b-4e1d-bf24-33af0ada2759 req-b71dcea0-0cc3-47a0-8bb0-74cdd0cd324d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0506122 Aug 09 15:59:04.207614 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c2b8288b-192b-4e1d-bf24-33af0ada2759 req-eea886c1-9bd2-4126-9344-c046d9afbca7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Aug 09 15:59:04.398721 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbffc8-38ae-45b3-bbdd-96a47af6ce46 req-fc40dd37-4700-43ef-b669-4d7dd2bd57a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.404251 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-29fbffc8-38ae-45b3-bbdd-96a47af6ce46 req-fc40dd37-4700-43ef-b669-4d7dd2bd57a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0824969 Aug 09 15:59:04.446373 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-29fbffc8-38ae-45b3-bbdd-96a47af6ce46 req-90384d44-4898-4ea0-85e2-4b3f683df8d3 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Aug 09 15:59:04.851674 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbb7fa-7aa4-4bb7-bff1-707b82ecadc6 req-41df6a7e-ced3-4827-a83b-87a8ee197420 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:04.853192 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abfbb7fa-7aa4-4bb7-bff1-707b82ecadc6 req-41df6a7e-ced3-4827-a83b-87a8ee197420 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0495234 Aug 09 15:59:04.892704 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-abfbb7fa-7aa4-4bb7-bff1-707b82ecadc6 req-2bef2c98-45d0-4213-9be0-2afe31258db9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Aug 09 15:59:05.015316 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50282) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:05.099981 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-abd8cf07-35ae-4e9d-b988-9f18f633f108 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834501 Aug 09 15:59:05.455636 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:05.509195 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 63dfb703-6339-44ff-8012-39b334407ed0 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:05.509566 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.581083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92749a87-a3c6-4041-81bd-491a61f35235 req-31243c0f-0df8-4542-a7e8-a7ac85e14085 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:05.583214 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92749a87-a3c6-4041-81bd-491a61f35235 req-31243c0f-0df8-4542-a7e8-a7ac85e14085 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 944 time: 0.0555978 Aug 09 15:59:05.599284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.626161 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92749a87-a3c6-4041-81bd-491a61f35235 req-e0e499f8-bbe0-4a1a-b437-ee8fad1e8cc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353558 Aug 09 15:59:05.633587 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:05.639249 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:05.685900 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=8']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:05.688207 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:05.690444 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a2ae39-6e56-4334-9f7a-144f6655ef78" -d '{"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-plugged", "status": "completed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:05.727740 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1466a82a-ab83-4ee2-a367-2284c0499fe3 x-openstack-request-id: req-1466a82a-ab83-4ee2-a367-2284c0499fe3 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:05.728113 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-plugged", "status": "completed", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:05.728247 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1466a82a-ab83-4ee2-a367-2284c0499fe3 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:05.728619 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'code': 200} Aug 09 15:59:06.038186 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d6892-9452-418c-8ba3-c07016a55d93 req-c5d32315-12ea-47f7-af60-420f4e1997dc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.039672 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-198d6892-9452-418c-8ba3-c07016a55d93 req-c5d32315-12ea-47f7-af60-420f4e1997dc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0743997 Aug 09 15:59:06.065952 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a0852-4294-4973-92a6-79d835aa351d req-dbb606b3-e1d9-4522-a97c-4b3aab6d7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.067400 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-322a0852-4294-4973-92a6-79d835aa351d req-dbb606b3-e1d9-4522-a97c-4b3aab6d7352 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.0672038 Aug 09 15:59:06.091713 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-198d6892-9452-418c-8ba3-c07016a55d93 req-21e2a58b-3d7d-46bc-83f1-0dc0112886a3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Aug 09 15:59:06.114170 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-322a0852-4294-4973-92a6-79d835aa351d req-2d972eb5-9d7e-4cd6-a45e-82d1618760c2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337040 Aug 09 15:59:06.745038 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2453072-e188-4419-8097-2bbe98eef604 req-c8e196c6-7382-4c7e-8999-f55183c9b210 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:06.746500 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2453072-e188-4419-8097-2bbe98eef604 req-c8e196c6-7382-4c7e-8999-f55183c9b210 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0476253 Aug 09 15:59:06.782108 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d2453072-e188-4419-8097-2bbe98eef604 req-af43b2d0-34b0-4173-aebe-f13e51784d40 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296996 Aug 09 15:59:07.212833 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a64704-8e64-4cb0-a6f4-d481f5aada17 req-291c35be-5b51-4146-81ab-a61f17e3b560 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:07.214342 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2a64704-8e64-4cb0-a6f4-d481f5aada17 req-291c35be-5b51-4146-81ab-a61f17e3b560 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0484097 Aug 09 15:59:07.251002 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e2a64704-8e64-4cb0-a6f4-d481f5aada17 req-20a68232-8b69-48ac-ae9f-131a733278e6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Aug 09 15:59:07.466616 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:07.909791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de843d5-6cdb-4218-ace2-79cf08dbb6bf req-55bd7a2b-bded-4561-aaff-8357d2569e74 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:07.911259 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4de843d5-6cdb-4218-ace2-79cf08dbb6bf req-55bd7a2b-bded-4561-aaff-8357d2569e74 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Aug 09 15:59:07.948347 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4de843d5-6cdb-4218-ace2-79cf08dbb6bf req-a7f5b105-3252-41cd-a4ec-0096a7054b0c tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311956 Aug 09 15:59:08.373907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2c2d5-5ac1-47fc-b2cd-c6c8fb2d7482 req-12c0dbd4-288e-4a7b-8f7f-4fd1d4bc32a0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:08.375569 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-39f2c2d5-5ac1-47fc-b2cd-c6c8fb2d7482 req-12c0dbd4-288e-4a7b-8f7f-4fd1d4bc32a0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0502687 Aug 09 15:59:08.415514 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-39f2c2d5-5ac1-47fc-b2cd-c6c8fb2d7482 req-f7afbf2e-1374-4d21-9590-1038d4d08a4c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335417 Aug 09 15:59:09.539207 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa4ac1-efff-46e6-a350-aeb81b092719 req-a50219cb-6d32-4fca-bc8c-b4b0ba5f94cb tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.540594 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40fa4ac1-efff-46e6-a350-aeb81b092719 req-a50219cb-6d32-4fca-bc8c-b4b0ba5f94cb tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0525348 Aug 09 15:59:09.578157 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-40fa4ac1-efff-46e6-a350-aeb81b092719 req-b4fe9470-6c71-4cfd-afa0-cf38663b112f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314436 Aug 09 15:59:09.888394 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-c81c5a37-6980-417c-a8d9-4c00359fb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.889813 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-c81c5a37-6980-417c-a8d9-4c00359fb54d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 1096 time: 0.0417995 Aug 09 15:59:09.986465 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-2d870710-63c2-40a4-8b4f-f0d6826ff719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:09.988034 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-2d870710-63c2-40a4-8b4f-f0d6826ff719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1096 time: 0.0411792 Aug 09 15:59:10.089135 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-502be246-9d5f-45e3-8e78-61f55993f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.090614 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-502be246-9d5f-45e3-8e78-61f55993f971 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0864842 Aug 09 15:59:10.118667 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:10.170271 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-bdd79f5c-1a2e-4feb-9f40-80ac7483cc14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 999 time: 0.0713737 Aug 09 15:59:10.523449 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0d162-ac72-4576-87a4-3903154009c9 req-5f9b151f-cb63-4fa0-b9eb-c5e53e1c51db tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.524946 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3b0d162-ac72-4576-87a4-3903154009c9 req-5f9b151f-cb63-4fa0-b9eb-c5e53e1c51db tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.3218274 Aug 09 15:59:10.530530 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-5b83ad72-80b7-4686-a4a7-c35759f87aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.531915 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-5b83ad72-80b7-4686-a4a7-c35759f87aa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.2951016 Aug 09 15:59:10.586310 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d3b0d162-ac72-4576-87a4-3903154009c9 req-d876ce85-7613-4867-9abb-b852c716719d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534599 Aug 09 15:59:10.597449 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-e04d67ec-f0a4-4d2d-810b-22eb2086ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.601087 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-e04d67ec-f0a4-4d2d-810b-22eb2086ad19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530443 Aug 09 15:59:10.702193 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf100d4-6d28-4996-b832-ec8eade5d33b req-715770be-2482-4bc6-b484-77d398af2dd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:10.703710 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2cf100d4-6d28-4996-b832-ec8eade5d33b req-715770be-2482-4bc6-b484-77d398af2dd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0511436 Aug 09 15:59:10.705028 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-db89c8ae-c0cc-4a31-ad4d-3ec0876d9a0e service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956559 Aug 09 15:59:10.744957 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2cf100d4-6d28-4996-b832-ec8eade5d33b req-1c116586-df35-48d7-841c-2cb4df04fb60 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343738 Aug 09 15:59:10.795080 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6c0cc2c8-813a-46a8-bebe-96e84286cd9d req-f777434b-b943-4734-a5a5-b83f29e7bbe4 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808280 Aug 09 15:59:11.735072 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f722c-8b8f-40ce-9b63-02e452bd0b4d req-da74d827-d65f-4e47-90bd-7e1c47ca28ab tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:11.736646 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac8f722c-8b8f-40ce-9b63-02e452bd0b4d req-da74d827-d65f-4e47-90bd-7e1c47ca28ab tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Aug 09 15:59:11.779196 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac8f722c-8b8f-40ce-9b63-02e452bd0b4d req-a59c4916-a218-443d-a20c-5d0bcae91bb3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361211 Aug 09 15:59:11.868681 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa4dab-5721-44aa-ba7f-2c7f59a2cfd1 req-1ef426d3-0b31-49ff-91f2-f3f0381b3fb2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:11.870398 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-37aa4dab-5721-44aa-ba7f-2c7f59a2cfd1 req-1ef426d3-0b31-49ff-91f2-f3f0381b3fb2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0483513 Aug 09 15:59:11.912202 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-37aa4dab-5721-44aa-ba7f-2c7f59a2cfd1 req-8fa67192-b6a1-48b8-be18-200bccae3119 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355928 Aug 09 15:59:12.898031 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa57593-bc2c-4453-af3d-ce2363743367 req-e90437f5-2fce-4e20-ad0d-4e21f2072f46 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:12.899551 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eaa57593-bc2c-4453-af3d-ce2363743367 req-e90437f5-2fce-4e20-ad0d-4e21f2072f46 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0530634 Aug 09 15:59:12.938048 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-eaa57593-bc2c-4453-af3d-ce2363743367 req-9500ee5d-d191-416c-934f-e5c435c73d0c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 09 15:59:13.053482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ddaec-3681-49be-a88a-a99e89371f7e req-7d1447b2-9359-43a2-8de9-1ec31e65670c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:13.054904 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fc2ddaec-3681-49be-a88a-a99e89371f7e req-7d1447b2-9359-43a2-8de9-1ec31e65670c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0553875 Aug 09 15:59:13.093480 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fc2ddaec-3681-49be-a88a-a99e89371f7e req-609b7b96-7492-4d33-ae7c-a5981c0c5fef tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Aug 09 15:59:14.058391 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797a00a-9c50-49a1-8797-e0da7238a951 req-217fd000-0cb0-477e-aa30-8401823cd663 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:14.060574 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9797a00a-9c50-49a1-8797-e0da7238a951 req-217fd000-0cb0-477e-aa30-8401823cd663 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0551088 Aug 09 15:59:14.104983 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9797a00a-9c50-49a1-8797-e0da7238a951 req-32e249df-2192-4a89-88e1-6b42ac580188 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Aug 09 15:59:14.225933 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91593dfb-84c7-49ed-9d5a-349c2f47ad7d req-18d75a7b-b368-490a-b597-59ad4d1443de tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:14.227356 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-91593dfb-84c7-49ed-9d5a-349c2f47ad7d req-18d75a7b-b368-490a-b597-59ad4d1443de tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0515013 Aug 09 15:59:14.265931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-91593dfb-84c7-49ed-9d5a-349c2f47ad7d req-4ef1993d-9ba7-44dd-b515-584f96a041d4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Aug 09 15:59:15.227294 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24750c-663d-4a18-b0ee-fc81ffd7d6be req-1c01a627-89bd-4480-ac04-fbd681fb2ab3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:15.228827 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8d24750c-663d-4a18-b0ee-fc81ffd7d6be req-1c01a627-89bd-4480-ac04-fbd681fb2ab3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0568900 Aug 09 15:59:15.267446 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8d24750c-663d-4a18-b0ee-fc81ffd7d6be req-6799afbb-3af1-4af9-b1a4-f79cd08c501a tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Aug 09 15:59:15.390444 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004043c-73c3-411b-bc70-b1270f92802c req-9a860a06-8896-49bf-901b-83195f307a3f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:15.392013 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1004043c-73c3-411b-bc70-b1270f92802c req-9a860a06-8896-49bf-901b-83195f307a3f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0525141 Aug 09 15:59:15.429608 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1004043c-73c3-411b-bc70-b1270f92802c req-7eb86649-6940-4bdb-adc4-f2aaa5d594e5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Aug 09 15:59:16.390853 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20af868-fcbb-4db9-87c4-34783591185a req-39f1155c-10a9-427e-a85c-23e9defc2406 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.392369 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f20af868-fcbb-4db9-87c4-34783591185a req-39f1155c-10a9-427e-a85c-23e9defc2406 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 09 15:59:16.429997 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f20af868-fcbb-4db9-87c4-34783591185a req-c0fcf9ae-4ef0-4714-8ba7-28a4321069f1 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Aug 09 15:59:16.582549 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbf0a6-ce23-4c18-b3e5-a62f1bf8081a req-0444ba8c-20f4-4cfc-b89b-f9b31f8a90fd tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:16.584395 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8cbbf0a6-ce23-4c18-b3e5-a62f1bf8081a req-0444ba8c-20f4-4cfc-b89b-f9b31f8a90fd tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0535870 Aug 09 15:59:16.627247 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8cbbf0a6-ce23-4c18-b3e5-a62f1bf8081a req-6244e340-e0e6-48f6-afb4-d32d8d101cbe tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355730 Aug 09 15:59:17.181873 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:17.563435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04976b-3b0a-42d6-872b-942394a1d9b0 req-200f968b-1dff-4b99-a47b-6d5c65eb1c42 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.572452 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f04976b-3b0a-42d6-872b-942394a1d9b0 req-200f968b-1dff-4b99-a47b-6d5c65eb1c42 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0650115 Aug 09 15:59:17.623695 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6f04976b-3b0a-42d6-872b-942394a1d9b0 req-11282cb5-7362-4bde-9838-68ecb6432fff tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Aug 09 15:59:17.752761 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac128535-8862-4873-9110-1fd9c94f82dc req-a8ce4e16-ece2-4aab-bc39-d832f94d7d16 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:17.756133 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ac128535-8862-4873-9110-1fd9c94f82dc req-a8ce4e16-ece2-4aab-bc39-d832f94d7d16 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0553696 Aug 09 15:59:17.797432 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ac128535-8862-4873-9110-1fd9c94f82dc req-b9f7c35d-2466-47bc-9ee2-91761921c42e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Aug 09 15:59:18.736868 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fd323-b745-4ddc-96bb-4d2e7ab9900b req-9f4d0cfb-ccd3-40f7-8288-29a3fa870e17 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:18.738455 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a97fd323-b745-4ddc-96bb-4d2e7ab9900b req-9f4d0cfb-ccd3-40f7-8288-29a3fa870e17 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0550070 Aug 09 15:59:18.782318 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a97fd323-b745-4ddc-96bb-4d2e7ab9900b req-b45874f8-f43e-4f63-aa7f-1bd9263f984a tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361643 Aug 09 15:59:18.923682 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3807c4-74b8-4f55-8a49-80bac750d81a req-7d987427-261c-4a5e-a757-0af16e3320f1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:18.925443 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5e3807c4-74b8-4f55-8a49-80bac750d81a req-7d987427-261c-4a5e-a757-0af16e3320f1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0513649 Aug 09 15:59:18.963111 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5e3807c4-74b8-4f55-8a49-80bac750d81a req-616ab4cc-d84c-4209-a91a-eed646f72fdd tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Aug 09 15:59:19.918945 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb521b0-e995-42bc-999d-112b63c235ae req-bcd055e2-db14-4562-bf26-84795c059907 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:19.920461 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1bb521b0-e995-42bc-999d-112b63c235ae req-bcd055e2-db14-4562-bf26-84795c059907 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0611653 Aug 09 15:59:19.961669 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1bb521b0-e995-42bc-999d-112b63c235ae req-bf8d8a0b-f94f-460c-8bbb-aacc04115170 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350480 Aug 09 15:59:20.088431 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24954d23-cff1-4fc3-af5f-060d313a14a0 req-0a8795bc-fffe-449c-a653-6345158a0068 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:20.089991 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-24954d23-cff1-4fc3-af5f-060d313a14a0 req-0a8795bc-fffe-449c-a653-6345158a0068 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0527165 Aug 09 15:59:20.127220 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-24954d23-cff1-4fc3-af5f-060d313a14a0 req-67adcee1-ee46-4679-a2f3-389ce5dc3b8e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Aug 09 15:59:21.106225 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc92d-f439-446c-82bb-09dc88236b12 req-f18f9b48-8d79-4fc9-801a-289f7385656b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.108161 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ebadc92d-f439-446c-82bb-09dc88236b12 req-f18f9b48-8d79-4fc9-801a-289f7385656b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0514886 Aug 09 15:59:21.150081 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ebadc92d-f439-446c-82bb-09dc88236b12 req-d55b23fe-2a6c-49e0-8c5f-31a06044b10b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Aug 09 15:59:21.267628 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be1843-707a-4230-b1ce-95c432ecafe6 req-db580530-3769-4ec7-a9f5-74644132dbb6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:21.269248 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f9be1843-707a-4230-b1ce-95c432ecafe6 req-db580530-3769-4ec7-a9f5-74644132dbb6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0665274 Aug 09 15:59:21.308207 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f9be1843-707a-4230-b1ce-95c432ecafe6 req-fe9b77ba-856b-43b8-aed2-959812a3ee1a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321355 Aug 09 15:59:22.272884 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23d4c9-d2c2-4664-a96a-16330c988a8f req-35de95ad-86b1-4aee-b84c-0bf6b30f3e46 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:22.280538 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d23d4c9-d2c2-4664-a96a-16330c988a8f req-35de95ad-86b1-4aee-b84c-0bf6b30f3e46 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0617816 Aug 09 15:59:22.314758 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d23d4c9-d2c2-4664-a96a-16330c988a8f req-fe043e10-8681-42de-9a0c-84b5f8b38e99 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333724 Aug 09 15:59:22.436927 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b3f4e-b0e6-45d2-8307-e02bb5ff801a req-7a3f7eed-7cb3-420b-8a74-a76c2a33eb86 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:22.438298 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-618b3f4e-b0e6-45d2-8307-e02bb5ff801a req-7a3f7eed-7cb3-420b-8a74-a76c2a33eb86 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0490746 Aug 09 15:59:22.475678 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-618b3f4e-b0e6-45d2-8307-e02bb5ff801a req-5addaf02-b851-46a9-b1e6-45412ce5b501 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Aug 09 15:59:23.370584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcd5f9-6781-4484-bb78-2d091d6745b6 req-b843b14a-c8f1-472c-b55e-9d4b8c1b6dc0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.372184 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-33dcd5f9-6781-4484-bb78-2d091d6745b6 req-b843b14a-c8f1-472c-b55e-9d4b8c1b6dc0 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0745013 Aug 09 15:59:23.418896 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-33dcd5f9-6781-4484-bb78-2d091d6745b6 req-6190e410-a964-4463-9752-ff40917cd25d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379128 Aug 09 15:59:23.440290 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57db33-2c36-433f-a3a4-3df6492a5f94 req-faf39fea-4551-41d0-acdb-36db604e313e tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.442828 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab57db33-2c36-433f-a3a4-3df6492a5f94 req-faf39fea-4551-41d0-acdb-36db604e313e tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0563066 Aug 09 15:59:23.482774 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab57db33-2c36-433f-a3a4-3df6492a5f94 req-4e7e1146-cacf-43eb-9896-bd73f836e88e tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Aug 09 15:59:23.550299 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-de2e33e2-3863-4a81-b0de-23de813c0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.551859 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-de2e33e2-3863-4a81-b0de-23de813c0d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1137 time: 0.0443985 Aug 09 15:59:23.599316 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2b8b8-0d90-4e11-827b-4148ac353ec7 req-fc028f91-d29f-41d2-8a4d-2f1ce509bce4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.601442 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78b2b8b8-0d90-4e11-827b-4148ac353ec7 req-fc028f91-d29f-41d2-8a4d-2f1ce509bce4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0504196 Aug 09 15:59:23.638714 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78b2b8b8-0d90-4e11-827b-4148ac353ec7 req-25296244-a745-4134-8e21-340c207f6076 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Aug 09 15:59:23.668802 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-0b3f6bd0-753c-4ca3-84f3-1c05912209e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.670283 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-0b3f6bd0-753c-4ca3-84f3-1c05912209e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.0888238 Aug 09 15:59:23.747841 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-04c387b3-9fe9-4b0d-bfb8-56d6ec0d635f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 1000 time: 0.0669985 Aug 09 15:59:23.801923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-e37589b3-6f48-4694-b218-632d3275c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.803391 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-e37589b3-6f48-4694-b218-632d3275c1ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0432122 Aug 09 15:59:23.856157 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-fde2deed-b960-4164-80c8-06f2e891079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:23.857673 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-fde2deed-b960-4164-80c8-06f2e891079d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447366 Aug 09 15:59:23.947586 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-c9adf5da-2e6b-4256-9500-61377677a30c service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798883 Aug 09 15:59:24.098147 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-89447627-9c13-4f8f-a26d-efede57fdbd2 req-a391c882-2c39-411c-925d-2606794bcb14 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994508 Aug 09 15:59:24.565517 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c14c78-53ca-4a60-8676-58e3f73742b0 req-3b3f5b0f-0acb-4601-b820-54f158ee0ab8 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.567012 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c9c14c78-53ca-4a60-8676-58e3f73742b0 req-3b3f5b0f-0acb-4601-b820-54f158ee0ab8 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0803246 Aug 09 15:59:24.576085 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fde21562-2383-483c-a22a-05efa5b9e2bb tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.577512 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fde21562-2383-483c-a22a-05efa5b9e2bb tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0782568 Aug 09 15:59:24.610912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a460323-c456-492c-a2af-5d30302dc297 req-5f4f888e-4940-46f9-b108-4f09e1b734eb tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.612390 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a460323-c456-492c-a2af-5d30302dc297 req-5f4f888e-4940-46f9-b108-4f09e1b734eb tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 945 time: 0.0568407 Aug 09 15:59:24.646159 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c9c14c78-53ca-4a60-8676-58e3f73742b0 req-f093b0ca-2c03-470e-b4a8-e6f850732695 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676503 Aug 09 15:59:24.653802 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7a460323-c456-492c-a2af-5d30302dc297 req-961f42bc-1238-4326-b683-4df49afd4302 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Aug 09 15:59:24.705007 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port bcbad54f-a798-4770-86a0-59496e534c3e {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:24.705352 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.823926 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d868c-64ed-420a-8696-96f944a581ce req-6bb26e41-b6bd-4f62-b2bd-c9f5a9003cf6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:24.825417 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c9d868c-64ed-420a-8696-96f944a581ce req-6bb26e41-b6bd-4f62-b2bd-c9f5a9003cf6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.1055202 Aug 09 15:59:24.831846 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] For port bcbad54f-a798-4770-86a0-59496e534c3e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bcbad54f-a798-4770-86a0-59496e534c3e,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:24.832218 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:24.908801 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c9d868c-64ed-420a-8696-96f944a581ce req-4d1eca46-9f4a-4110-8f15-6fada7a50bd4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738504 Aug 09 15:59:25.022796 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.023159 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.023473 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP 12340948-f486-462c-97d7-c79ff36c04e1 disassociated. External IP: 172.27.1.128, port: bcbad54f-a798-4770-86a0-59496e534c3e. Aug 09 15:59:25.023819 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for bcbad54f-a798-4770-86a0-59496e534c3e owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:25.148096 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.175989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=bcbad54f-a798-4770-86a0-59496e534c3e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:25.286944 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:25.390005 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:25.399929 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:25.409377 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:25.409977 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:58:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:25.428631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] No DVR routers for this DVR port bcbad54f-a798-4770-86a0-59496e534c3e on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:25.431168 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:25.433369 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e20ebcfc-9752-4e06-8bd7-f0689fd99932 req-fa2aa736-b694-45bb-8822-dff95ca33000 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "DELETE /v2.0/ports/bcbad54f-a798-4770-86a0-59496e534c3e HTTP/1.1" status: 204 len: 173 time: 0.8474407 Aug 09 15:59:25.433817 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'name': 'network-vif-deleted', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:25.436565 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7518bb9b-5447-48b2-b57c-370ddcb9627a" -d '{"events": [{"server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "name": "network-vif-deleted", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:25.477019 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d6974-adcb-4c10-90a7-ac2f03a5473c x-openstack-request-id: req-616d6974-adcb-4c10-90a7-ac2f03a5473c {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:25.477313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b587c74d-c551-4c19-9b69-64e978c97f36", "name": "network-vif-deleted", "tag": "bcbad54f-a798-4770-86a0-59496e534c3e", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:25.477584 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-616d6974-adcb-4c10-90a7-ac2f03a5473c {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:25.478047 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b587c74d-c551-4c19-9b69-64e978c97f36', 'name': 'network-vif-deleted', 'tag': 'bcbad54f-a798-4770-86a0-59496e534c3e', 'status': 'completed', 'code': 200} Aug 09 15:59:25.530197 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:25.763573 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:25.784449 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ac9cfb50-8c07-4761-8960-fa50066b11d1 req-e00ab852-2a59-4d4c-bcef-5fe266eea824 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=b587c74d-c551-4c19-9b69-64e978c97f36 HTTP/1.1" status: 200 len: 210 time: 0.0386579 Aug 09 15:59:25.798154 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:25.810931 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1303f-9afe-4dcc-bd84-8566399b67ae req-b651e516-3bdb-4b8b-b57d-bad558b54e87 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:25.811444 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:25.811552 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eeb1303f-9afe-4dcc-bd84-8566399b67ae req-b651e516-3bdb-4b8b-b57d-bad558b54e87 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0799689 Aug 09 15:59:25.811676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:58:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:25.864829 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eeb1303f-9afe-4dcc-bd84-8566399b67ae req-bf30dce8-f10c-4b69-b62b-0a87c34adcd6 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461226 Aug 09 15:59:26.036948 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6875-6c26-45bd-85ba-e0ac2f76f5b4 req-2c3ffb23-5de8-4466-a4ce-cc1e3dd3e75f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:26.040244 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-efaf6875-6c26-45bd-85ba-e0ac2f76f5b4 req-2c3ffb23-5de8-4466-a4ce-cc1e3dd3e75f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0534227 Aug 09 15:59:26.060387 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:26.081616 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-efaf6875-6c26-45bd-85ba-e0ac2f76f5b4 req-59d0b3bf-aca7-4bc5-bcee-9c110bd9bca4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Aug 09 15:59:26.181651 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5000-8947-4e46-9ac4-d98fae308a6e req-2e2c24a8-3068-4033-af19-73bdf1463821 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:26.181651 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2b8c5000-8947-4e46-9ac4-d98fae308a6e req-2e2c24a8-3068-4033-af19-73bdf1463821 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0540648 Aug 09 15:59:26.220889 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2b8c5000-8947-4e46-9ac4-d98fae308a6e req-20428639-2f6b-47a7-8e59-adbb2dddb3a2 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323091 Aug 09 15:59:26.268332 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:26.294539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc7a1f8-bebb-4a5a-be43-47501147c2df None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:26.523401 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f501d81-d7f2-4ae3-81a5-c5915264ac4f None None] New status for floating IP 12340948-f486-462c-97d7-c79ff36c04e1: DOWN {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:59:26.953032 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d9c57f5e-a180-4f57-8763-4a612a1f5484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.978798 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e2c2f-add7-462b-bc62-1c7cd43cb39f req-8701f55f-51df-4961-bf28-537b49736461 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:26.980339 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b29e2c2f-add7-462b-bc62-1c7cd43cb39f req-8701f55f-51df-4961-bf28-537b49736461 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0530531 Aug 09 15:59:27.021281 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-b29e2c2f-add7-462b-bc62-1c7cd43cb39f req-50bb58a8-2139-43a9-b999-c96e09a014e7 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345078 Aug 09 15:59:27.036570 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-a99b0b9a-901b-4f36-b3db-b868ac3a24fd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415053612&fields=id&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 267 time: 0.0327332 Aug 09 15:59:27.142608 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-20606c18-2b2c-4694-bfaa-fdb964802bf7 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:27.144112 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-20606c18-2b2c-4694-bfaa-fdb964802bf7 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.0999968 Aug 09 15:59:27.158983 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-fee9f555-4b00-429f-ac43-f5a512e97847 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/quotas/f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 375 time: 0.0092995 Aug 09 15:59:27.205023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724403f8-0ee2-4025-ba4a-0aa56485ec4f req-3ae74a76-1b41-4a2b-a330-b3b1db90e5d9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:27.206562 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-724403f8-0ee2-4025-ba4a-0aa56485ec4f req-3ae74a76-1b41-4a2b-a330-b3b1db90e5d9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0497539 Aug 09 15:59:27.222744 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-2b66ccce-1865-48fa-b6bf-a56bd3e7a975 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575395 Aug 09 15:59:27.246367 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-724403f8-0ee2-4025-ba4a-0aa56485ec4f req-3ec7dddc-5f6e-412b-aaaa-db0fdf49b56f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Aug 09 15:59:27.322329 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-feddc343-d549-4cfc-a364-23ef61eca4cc service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Aug 09 15:59:27.355830 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5dff4-68dd-4215-91c3-adb71b423c6f req-02701ecd-8245-41b0-9228-0b7b0b0cabe6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:27.357301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-00e5dff4-68dd-4215-91c3-adb71b423c6f req-02701ecd-8245-41b0-9228-0b7b0b0cabe6 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0524335 Aug 09 15:59:27.393683 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-00e5dff4-68dd-4215-91c3-adb71b423c6f req-c0b1f624-5860-408e-90bf-6243682ad60c tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303571 Aug 09 15:59:27.410139 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-b6ab5198-4d7a-45cc-94b0-efe90338d5a5 service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814974 Aug 09 15:59:27.560363 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device bcbad54f-a798-4770-86a0-59496e534c3e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:27.584165 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: bcbad54f-a798-4770-86a0-59496e534c3e {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:27.585017 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device bcbad54f-a798-4770-86a0-59496e534c3e not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:27.707437 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d2cd32b1-0244-4c96-9cbf-e70c8ca36ef4 req-6e937416-b14f-4ec1-8a58-c72f0d183fce tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 210 time: 0.0264277 Aug 09 15:59:28.139704 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296ed39-9a2b-4cbd-b27c-ed76692baa2d req-6172ab0c-ae60-4190-80ba-5896397d0fbc tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.141397 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6296ed39-9a2b-4cbd-b27c-ed76692baa2d req-6172ab0c-ae60-4190-80ba-5896397d0fbc tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0519915 Aug 09 15:59:28.180858 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6296ed39-9a2b-4cbd-b27c-ed76692baa2d req-39446d6e-d346-4ba5-94d7-cabf8ed3f3c3 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333998 Aug 09 15:59:28.364843 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e990a4-287b-4339-b271-7f37054fc76b req-fb9d3697-a9be-43ae-83e2-885ef3493f73 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.366838 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-75e990a4-287b-4339-b271-7f37054fc76b req-fb9d3697-a9be-43ae-83e2-885ef3493f73 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0483847 Aug 09 15:59:28.403987 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-75e990a4-287b-4339-b271-7f37054fc76b req-168dbb00-3850-4594-9711-6c5dd347d78c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Aug 09 15:59:28.465066 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-71e474dc-1840-4943-9a8c-ef317f792f58 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.466578 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-71e474dc-1840-4943-9a8c-ef317f792f58 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0534496 Aug 09 15:59:28.514818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af4d8-8cd3-4c95-9ab5-e3ef1deda05d req-946ac7e2-2486-41e7-9675-dc38bb8d42c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.516535 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a00af4d8-8cd3-4c95-9ab5-e3ef1deda05d req-946ac7e2-2486-41e7-9675-dc38bb8d42c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 945 time: 0.0537853 Aug 09 15:59:28.558210 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a00af4d8-8cd3-4c95-9ab5-e3ef1deda05d req-798780ec-482a-4a8a-874f-37e23e6503bc tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups?id=3baca557-a732-4b61-b3d5-11c274b0b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328772 Aug 09 15:59:28.563411 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Deleting port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:28.563774 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.653445 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] For port 841aa12c-df55-4bd0-ab8e-0cdb097f8673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=841aa12c-df55-4bd0-ab8e-0cdb097f8673,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:28.653834 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.840982 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6669b108-2825-428c-a3fe-0a526b0a0fdc req-63972732-0ef4-4290-a0f0-e52e6ac74572 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 210 time: 0.0342014 Aug 09 15:59:28.848383 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-d6f6ee22-a88c-473c-933f-c222991e915d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:28.850758 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-d6f6ee22-a88c-473c-933f-c222991e915d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.1163332 Aug 09 15:59:28.857587 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.857979 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.858367 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Floating IP df9b8c09-9406-48fe-81b8-0688a67d5df5 disassociated. External IP: 172.27.1.213, port: 841aa12c-df55-4bd0-ab8e-0cdb097f8673. Aug 09 15:59:28.858781 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Calling delete_port for 841aa12c-df55-4bd0-ab8e-0cdb097f8673 owned by compute:nova {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:28.903755 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-c7edc718-22f6-4a1c-89b8-3c7c9111f015 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 380 time: 0.0349364 Aug 09 15:59:28.924164 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'port': {'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'admin_state_up': True, 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'security_groups': ['78b2704d-abe6-4f8d-b62f-bc8c13d1728f']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:28.998166 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.027263 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'Port': ['ID=841aa12c-df55-4bd0-ab8e-0cdb097f8673,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.041533 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Made reservation on behalf of f71c61fabc90427aa7ef282b3e8f8c7f for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:59:29.045600 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.144286 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:29.173750 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.20.0.9 (69496bb5-b021-466f-b5ff-5a0557e87bee/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9/b6ebc331-72bc-406f-9e0e-599f027e0f79) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:29.256468 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:29.266572 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:29.275981 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:29.276581 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:58:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:29.296692 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] No DVR routers for this DVR port 841aa12c-df55-4bd0-ab8e-0cdb097f8673 on host hv-cinder-78836 {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:29.299682 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.301804 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8a1cfa6b-0b1d-43b8-9ff6-7c5a756eb83b req-cf5a18b3-91c7-48ab-ab23-9f33e185477b tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.21 "DELETE /v2.0/ports/841aa12c-df55-4bd0-ab8e-0cdb097f8673 HTTP/1.1" status: 204 len: 173 time: 0.8284791 Aug 09 15:59:29.302244 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'name': 'network-vif-deleted', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:29.305701 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc5f266-08c9-4ef3-ae32-5b00e14eb520" -d '{"events": [{"server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "name": "network-vif-deleted", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:29.338721 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3607f5e-1199-45ae-bcfe-1e035e230902 req-a06c3217-b594-47d1-9963-4db0d356de04 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:29.340296 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c3607f5e-1199-45ae-bcfe-1e035e230902 req-a06c3217-b594-47d1-9963-4db0d356de04 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0851796 Aug 09 15:59:29.368609 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edef7ca-8289-4a92-81c3-a9f3aa0f4191 x-openstack-request-id: req-3edef7ca-8289-4a92-81c3-a9f3aa0f4191 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:29.369099 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebb090-d90f-4fcf-a5a3-e9fb398a84d7", "name": "network-vif-deleted", "tag": "841aa12c-df55-4bd0-ab8e-0cdb097f8673", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:29.369099 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3edef7ca-8289-4a92-81c3-a9f3aa0f4191 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:29.369494 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebb090-d90f-4fcf-a5a3-e9fb398a84d7', 'name': 'network-vif-deleted', 'tag': '841aa12c-df55-4bd0-ab8e-0cdb097f8673', 'status': 'completed', 'code': 200} Aug 09 15:59:29.381398 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.411048 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c3607f5e-1199-45ae-bcfe-1e035e230902 req-ab94cd7b-a2b5-423f-a950-e77e7fe73ea1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590560 Aug 09 15:59:29.414973 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Transition to ACTIVE for port object b6ebc331-72bc-406f-9e0e-599f027e0f79 will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:29.443061 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:29.456418 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.489890 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ede75b3a-7364-4d6c-b24d-6083209a09cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.531299 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:29.532838 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:29.535448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:29.586989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:29.622971 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:29.623722 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.638816 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569ba52-53aa-40b4-a6dc-9633b0425179 req-c88c2ca4-3e51-4bf5-bb4c-7e52c635b290 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:29.649063 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ca581420-e407-4759-b306-9333488060c0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7287953 Aug 09 15:59:29.651700 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9569ba52-53aa-40b4-a6dc-9633b0425179 req-c88c2ca4-3e51-4bf5-bb4c-7e52c635b290 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.1308904 Aug 09 15:59:29.676854 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Request body: {'port': {'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:29.682925 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.725492 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9569ba52-53aa-40b4-a6dc-9633b0425179 req-27bba0ac-ada7-45d3-b422-ffe12304917b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711510 Aug 09 15:59:29.771079 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-56f9d2a8-312d-49b8-9d4c-933f6749c199 req-913dd064-b7d1-40fc-a720-f9a038825eea tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebb090-d90f-4fcf-a5a3-e9fb398a84d7 HTTP/1.1" status: 200 len: 210 time: 0.0367374 Aug 09 15:59:29.821634 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:29.838409 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.854921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:29.863958 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:29.864561 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:29.932202 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-8da61658-a4d7-48a5-9bf9-aeb3bb706811 None None] Provisioning for port b6ebc331-72bc-406f-9e0e-599f027e0f79 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:29.964481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-8da61658-a4d7-48a5-9bf9-aeb3bb706811 None None] Provisioning complete for port b6ebc331-72bc-406f-9e0e-599f027e0f79 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:29.965140 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-8da61658-a4d7-48a5-9bf9-aeb3bb706811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:29.980964 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a082-1ec0-4be2-a4be-a6620692a3f2 req-927d95ea-34cf-4f69-87b5-3a3dde3ce1aa tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:29.982760 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-83a2a082-1ec0-4be2-a4be-a6620692a3f2 req-927d95ea-34cf-4f69-87b5-3a3dde3ce1aa tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 931 time: 0.0537846 Aug 09 15:59:30.024448 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:30.026274 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-8da61658-a4d7-48a5-9bf9-aeb3bb706811 None None] Port b6ebc331-72bc-406f-9e0e-599f027e0f79 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:59:30.045761 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-83a2a082-1ec0-4be2-a4be-a6620692a3f2 req-98dd8877-707c-4934-a35d-77aa3131aee3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520487 Aug 09 15:59:30.152686 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ebc331-72bc-406f-9e0e-599f027e0f79 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:30.160375 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.172231 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Transition to ACTIVE for port object b6ebc331-72bc-406f-9e0e-599f027e0f79 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:59:30.175867 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.229995 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.233803 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:30.260902 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d03cd9-5c43-4864-b877-64fc68db6f21 None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:52:44Z', 'revision_number': 4, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'd50b301d-bd95-410a-8dcb-eb7a3e9c813a', 'name': '', 'network_id': '8f0c784f-655c-4342-9ca2-dd93ebc53bac', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'mac_address': 'fa:16:3e:3f:72:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:40Z', 'updated_at': '2021-08-09T15:52:52Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'subnets': [{'id': 'e088dad6-45a5-4269-8129-49e3ee6409fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:30.299126 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Attempting to bind port b6ebc331-72bc-406f-9e0e-599f027e0f79 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:59:30.299556 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Attempting to bind port b6ebc331-72bc-406f-9e0e-599f027e0f79 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:59:30.300014 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Attempting to bind port b6ebc331-72bc-406f-9e0e-599f027e0f79 on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:30.305393 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Port b6ebc331-72bc-406f-9e0e-599f027e0f79 on network 69496bb5-b021-466f-b5ff-5a0557e87bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:59:30.305833 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Attempting to bind port b6ebc331-72bc-406f-9e0e-599f027e0f79 on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:59:30.311158 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:59:30.311584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:59:30.312065 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Bound using segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:59:30.312594 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Bound port: b6ebc331-72bc-406f-9e0e-599f027e0f79, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:59:30.313020 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.380513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:59:30.384548 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:59:30.389474 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.427159 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.427803 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.429750 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] 10.222.0.21 "PUT /v2.0/ports/b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 1093 time: 0.7607741 Aug 09 15:59:30.430195 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:30.432480 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8dba9a-993e-4a99-adfe-0658cc25889e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:30.459713 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619162b4-8cbc-4976-bd72-77565dfa31cf service neutron] Pushing event updated for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:30.514459 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b803f76f-6065-4aa7-8883-1b367c706a18 x-openstack-request-id: req-b803f76f-6065-4aa7-8883-1b367c706a18 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:30.514764 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:30.515004 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b803f76f-6065-4aa7-8883-1b367c706a18 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:30.515401 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'status': 'completed', 'code': 200} Aug 09 15:59:30.562836 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1efd33-44d9-4ca0-a86c-f3465b238276 None None] New status for floating IP df9b8c09-9406-48fe-81b8-0688a67d5df5: DOWN {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:59:30.575862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d742d-822d-4ce1-abe4-6ea7e88026d0 req-0f98c821-3326-48a8-b9e1-8f4075ba195c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.577655 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-664d742d-822d-4ce1-abe4-6ea7e88026d0 req-0f98c821-3326-48a8-b9e1-8f4075ba195c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0619092 Aug 09 15:59:30.581898 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-4eddb12f-28ba-4f85-bc34-fcb3306dc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.583632 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-4eddb12f-28ba-4f85-bc34-fcb3306dc63b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1096 time: 0.0463464 Aug 09 15:59:30.633440 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-664d742d-822d-4ce1-abe4-6ea7e88026d0 req-11c72a6b-0b9e-4330-a100-d22d8b29cd7d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485981 Aug 09 15:59:30.640925 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-ee2580f9-12ad-4aba-bb75-aa3802fcc718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 217 time: 0.0371888 Aug 09 15:59:30.698653 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-5947eec9-cb8c-4fbe-b1a0-4f9f37b439ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.700348 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-5947eec9-cb8c-4fbe-b1a0-4f9f37b439ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0513456 Aug 09 15:59:30.749239 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-809ca924-220e-46b4-8102-828fd64d35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.750694 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-809ca924-220e-46b4-8102-828fd64d35e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417416 Aug 09 15:59:30.861650 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50552) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:30.878515 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78931cc3-29ef-407a-b6e7-2b6696bd8778 req-6f9cc476-a6b1-4fda-a665-0181461650cc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:30.880004 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78931cc3-29ef-407a-b6e7-2b6696bd8778 req-6f9cc476-a6b1-4fda-a665-0181461650cc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 943 time: 0.0801616 Aug 09 15:59:30.883620 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-a982ae21-c76f-4d40-a3ac-6bb93f4a9d16 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241190 Aug 09 15:59:30.911532 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.919653 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.942975 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:30.960088 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-78931cc3-29ef-407a-b6e7-2b6696bd8778 req-8512f003-b0aa-44ff-9b5c-ba565bf5c692 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731995 Aug 09 15:59:30.998853 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da8e6e0d-fc06-4de7-866e-c7a89fcd4e12 req-b258fcb3-431c-46ce-a3cc-e9c8fb057378 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990553 Aug 09 15:59:31.004363 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.006904 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.008067 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "DELETE /v2.0/security-groups/3baca557-a732-4b61-b3d5-11c274b0b34f HTTP/1.1" status: 204 len: 168 time: 0.1451344 Aug 09 15:59:31.010737 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50554) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:31.017319 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd452d-408e-43a8-96df-b6e761ae75c9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baca557-a732-4b61-b3d5-11c274b0b34f,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.034820 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.api.v2.resource [None req-4e4aef6a-a6d0-43d2-909f-a3d75ed746cc tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] show failed (client error): The resource could not be found. Aug 09 15:59:31.035878 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4e4aef6a-a6d0-43d2-909f-a3d75ed746cc tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "GET /v2.0/security-groups/3baca557-a732-4b61-b3d5-11c274b0b34f HTTP/1.1" status: 404 len: 347 time: 0.0241666 Aug 09 15:59:31.039433 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50556) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:31.162696 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018305d-ac4d-408a-9b56-70ff9db9becd req-3539a00f-ebe4-4f7c-984a-ae8a863707d2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.164387 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5018305d-ac4d-408a-9b56-70ff9db9becd req-3539a00f-ebe4-4f7c-984a-ae8a863707d2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 943 time: 0.0487497 Aug 09 15:59:31.176113 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-a3665180-1260-43dc-93e8-7633965e0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.177593 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-a3665180-1260-43dc-93e8-7633965e0957 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1096 time: 0.0677149 Aug 09 15:59:31.202696 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5018305d-ac4d-408a-9b56-70ff9db9becd req-4b09f2bd-3e4a-45c7-b5b7-19f68e84e4c4 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Aug 09 15:59:31.234422 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Deleting port 260a13e8-4af9-4885-a5c5-021174565b70 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:31.234762 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.327096 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-55dc3f4d-31d2-4f97-a70f-ea37f8bc8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.328505 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-55dc3f4d-31d2-4f97-a70f-ea37f8bc8fe4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1393094 Aug 09 15:59:31.345287 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.345617 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.383256 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-a29e4647-6cd1-4118-9017-d1f5e3cf5aad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 217 time: 0.0446799 Aug 09 15:59:31.386741 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Calling delete_port for 260a13e8-4af9-4885-a5c5-021174565b70 owned by network:floatingip {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:31.477223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-478f2dcc-9d96-465c-96e1-d5a18f06ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.478673 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-478f2dcc-9d96-465c-96e1-d5a18f06ea3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0867264 Aug 09 15:59:31.543115 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-6b4fdf54-3982-4e39-8e71-551708bc4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.544887 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-6b4fdf54-3982-4e39-8e71-551708bc4836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570080 Aug 09 15:59:31.574398 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:31.589168 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 841aa12c-df55-4bd0-ab8e-0cdb097f8673 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:31.615377 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 841aa12c-df55-4bd0-ab8e-0cdb097f8673 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:31.616342 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 841aa12c-df55-4bd0-ab8e-0cdb097f8673 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:31.648197 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.678835 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Pushing event deleted for resources: {'Port': ['ID=260a13e8-4af9-4885-a5c5-021174565b70,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.702270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:31.714083 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'mac_address': 'fa:16:3e:27:46:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:31.722250 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-dbc999f9-9328-44c8-9765-366c21abb7bb service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534085 Aug 09 15:59:31.751808 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.764936 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:31.785197 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:31.788834 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.841027 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=9']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:31.847294 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks [] for floatingip, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.849896 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:31.851043 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d65ab587-1ea0-4b19-a479-dcf2ce03e5b9 tempest-AttachVolumeTestJSON-1679141938 tempest-AttachVolumeTestJSON-1679141938-project] 10.222.0.90 "DELETE /v2.0/floatingips/df9b8c09-9406-48fe-81b8-0688a67d5df5 HTTP/1.1" status: 204 len: 168 time: 0.8106303 Aug 09 15:59:31.862447 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3f3-e929-4104-9d76-fa71f2088752 req-2eb512ed-4ff2-44e4-80f8-23535f548ade tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:31.863896 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f37b3f3-e929-4104-9d76-fa71f2088752 req-2eb512ed-4ff2-44e4-80f8-23535f548ade tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.1473372 Aug 09 15:59:31.894458 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3e8dba9a-993e-4a99-adfe-0658cc25889e req-195f90f1-bdfe-4742-87e8-e3bbeb0a6c4b service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481242 Aug 09 15:59:31.921959 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f37b3f3-e929-4104-9d76-fa71f2088752 req-27423543-2ed2-40d2-895c-5196ec11ae2a tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475204 Aug 09 15:59:32.080717 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd99dc-0294-4df9-a2ab-bb9bcd0d478d req-668e647a-df40-4e55-aa08-7b0d7d284b3e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:32.082197 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91bd99dc-0294-4df9-a2ab-bb9bcd0d478d req-668e647a-df40-4e55-aa08-7b0d7d284b3e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0486505 Aug 09 15:59:32.118901 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-91bd99dc-0294-4df9-a2ab-bb9bcd0d478d req-686099d2-2ab3-4977-98e9-b4ccda069910 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Aug 09 15:59:32.120226 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:32.327985 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55c6c-8526-4afb-b4f0-f8c149d7ab59 req-4ee0d3dc-446b-404a-a980-c38d7ca652a1 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:32.329470 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19f55c6c-8526-4afb-b4f0-f8c149d7ab59 req-4ee0d3dc-446b-404a-a980-c38d7ca652a1 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 943 time: 0.0527785 Aug 09 15:59:32.367542 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-19f55c6c-8526-4afb-b4f0-f8c149d7ab59 req-f0bef658-71b2-4f6a-a9ce-907ac5283305 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Aug 09 15:59:32.493318 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.041862 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61777b-41c5-42b0-8466-9ec8f93fc870 req-16a53e9f-4a3d-4611-8ee0-51fdad832e1c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:33.043707 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d61777b-41c5-42b0-8466-9ec8f93fc870 req-16a53e9f-4a3d-4611-8ee0-51fdad832e1c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0525825 Aug 09 15:59:33.085772 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5d61777b-41c5-42b0-8466-9ec8f93fc870 req-ca8c6d88-821d-47e8-a8ec-1a4294b7f613 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358422 Aug 09 15:59:33.237991 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaccde-cf67-4a18-9bb1-c73ab2a8fdce req-a17ef2a8-c21c-442f-958b-f34bf4d31485 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:33.239359 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-74eaccde-cf67-4a18-9bb1-c73ab2a8fdce req-a17ef2a8-c21c-442f-958b-f34bf4d31485 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 944 time: 0.0483520 Aug 09 15:59:33.276172 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-74eaccde-cf67-4a18-9bb1-c73ab2a8fdce req-a405833f-d6f8-41a2-bac3-9248770c612c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308774 Aug 09 15:59:33.481059 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fe251-e635-4a11-b2aa-104e917153c9 req-42e751c0-52a1-4be1-931a-e7d5528032de tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:33.482551 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-725fe251-e635-4a11-b2aa-104e917153c9 req-42e751c0-52a1-4be1-931a-e7d5528032de tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 943 time: 0.0479116 Aug 09 15:59:33.522323 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-725fe251-e635-4a11-b2aa-104e917153c9 req-b2967fb3-feb0-4b5c-a693-778b7260a0d6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Aug 09 15:59:33.582234 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b6ebc331-72bc-406f-9e0e-599f027e0f79 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:59:33.593418 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:33.697827 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:33.698189 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.733895 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.753878 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:59:33.820249 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.830013 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.841826 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ebc331-72bc-406f-9e0e-599f027e0f79 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:59:33.864482 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:33.866690 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a93c7-4245-4d88-83c6-0ff35e529c51" -d '{"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:33.883489 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.887303 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:33.888854 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.893630 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:33.913345 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707be03b-f4fc-492e-81cc-ae0b377d6660 x-openstack-request-id: req-707be03b-f4fc-492e-81cc-ae0b377d6660 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:33.913620 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-plugged", "status": "completed", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:33.913858 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-707be03b-f4fc-492e-81cc-ae0b377d6660 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:33.914213 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'code': 200} Aug 09 15:59:33.938846 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:33.992220 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=10']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:34.202063 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fce7ac-e187-4c47-a68d-562ff58dc6ab req-a43c2cf3-2ca5-405b-b9f8-a3a2521c8dc1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.203433 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a5fce7ac-e187-4c47-a68d-562ff58dc6ab req-a43c2cf3-2ca5-405b-b9f8-a3a2521c8dc1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0497131 Aug 09 15:59:34.244159 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a5fce7ac-e187-4c47-a68d-562ff58dc6ab req-21f68180-49b9-425a-bd65-8e460cbec74e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344827 Aug 09 15:59:34.262638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['b6ebc331-72bc-406f-9e0e-599f027e0f79'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:59:34.401707 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f68b4a-b8c8-42a4-ab14-bb3af36c6c91 req-3fc3ce76-94e4-4cad-a510-9a802c21bfd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.403189 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-93f68b4a-b8c8-42a4-ab14-bb3af36c6c91 req-3fc3ce76-94e4-4cad-a510-9a802c21bfd2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0505519 Aug 09 15:59:34.652182 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4626-c06a-4d0f-98fc-78c86074117a req-1cab90bb-838d-46c0-bdc5-496a00758f85 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.653732 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-932b4626-c06a-4d0f-98fc-78c86074117a req-1cab90bb-838d-46c0-bdc5-496a00758f85 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 944 time: 0.0571628 Aug 09 15:59:34.692572 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-932b4626-c06a-4d0f-98fc-78c86074117a req-fad48efc-83ad-49af-a42a-05e3f9171e35 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Aug 09 15:59:34.705651 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-93f68b4a-b8c8-42a4-ab14-bb3af36c6c91 req-48de7987-695e-4ef1-82e3-6407fcd97935 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962682 Aug 09 15:59:34.727741 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9ae45-218b-4cf5-8c25-4d135c091d5e req-28080ae2-bdbb-48ac-8001-d93728b2e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:34.729286 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-48c9ae45-218b-4cf5-8c25-4d135c091d5e req-28080ae2-bdbb-48ac-8001-d93728b2e411 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1099 time: 0.3125360 Aug 09 15:59:34.765224 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-48c9ae45-218b-4cf5-8c25-4d135c091d5e req-3408f42a-0269-47b2-8fd0-f81976d085fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267897 Aug 09 15:59:35.361748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01619017-7f20-4a51-bc46-9eadaef630f0 req-d7973fec-e649-4212-9cbd-468d3d69693e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.363238 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-01619017-7f20-4a51-bc46-9eadaef630f0 req-d7973fec-e649-4212-9cbd-468d3d69693e tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0511422 Aug 09 15:59:35.403339 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-01619017-7f20-4a51-bc46-9eadaef630f0 req-8a0009f7-8e2e-4e03-8c70-680928341338 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335300 Aug 09 15:59:35.406077 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50608) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:35.608078 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b6ebc331-72bc-406f-9e0e-599f027e0f79 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:59:35.658393 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port b6ebc331-72bc-406f-9e0e-599f027e0f79 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:59:35.662780 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port b6ebc331-72bc-406f-9e0e-599f027e0f79 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:59:35.663258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.742213 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.780635 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:35.787991 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:35.840295 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:35.855121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ac043-3a87-4ae5-806b-8b59e184d280 req-fadffe27-5e65-41fd-aa13-bccdd6082b05 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:35.856747 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-864ac043-3a87-4ae5-806b-8b59e184d280 req-fadffe27-5e65-41fd-aa13-bccdd6082b05 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.0588589 Aug 09 15:59:35.894758 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-864ac043-3a87-4ae5-806b-8b59e184d280 req-bbbe1d06-4019-4ada-b80f-9c9ed32a61e6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Aug 09 15:59:35.915484 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:35.917842 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dedad1-8479-450b-be93-8eb26e372e8b" -d '{"events": [{"server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:35.953352 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320fec2c-35ad-4bef-be8b-1d03bb1184ba x-openstack-request-id: req-320fec2c-35ad-4bef-be8b-1d03bb1184ba {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:35.953648 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "name": "network-vif-plugged", "status": "completed", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:35.953905 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-320fec2c-35ad-4bef-be8b-1d03bb1184ba {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:35.954374 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'code': 200} Aug 09 15:59:36.019172 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafd0c2-b879-4538-b8fd-f4dc6d0c2ee6 req-8b7c476c-ae84-4aef-8713-07ca5ace7264 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.020978 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9aafd0c2-b879-4538-b8fd-f4dc6d0c2ee6 req-8b7c476c-ae84-4aef-8713-07ca5ace7264 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0866323 Aug 09 15:59:36.113270 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-9aafd0c2-b879-4538-b8fd-f4dc6d0c2ee6 req-3f4fbdfd-0238-4741-a738-b402ec036198 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848835 Aug 09 15:59:36.270228 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.295258 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c023-1772-4b98-bb84-8c3cda85bbb5 req-7157207d-b119-43ae-a634-03f13cc4d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.296810 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e08c023-1772-4b98-bb84-8c3cda85bbb5 req-7157207d-b119-43ae-a634-03f13cc4d8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1098 time: 0.0521235 Aug 09 15:59:36.336233 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4e08c023-1772-4b98-bb84-8c3cda85bbb5 req-a254fb3c-2bba-4422-bb26-0b5c49fb035e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311534 Aug 09 15:59:36.543773 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b446177-5042-442c-b4c7-8fde052aef6a req-847e5869-3e64-4fdb-b3e1-5b09eb67b593 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:36.545756 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4b446177-5042-442c-b4c7-8fde052aef6a req-847e5869-3e64-4fdb-b3e1-5b09eb67b593 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0634403 Aug 09 15:59:36.594265 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4b446177-5042-442c-b4c7-8fde052aef6a req-a0ba1869-da65-46e1-a849-1343b2d894a7 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416775 Aug 09 15:59:36.616565 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Deleting port d50b301d-bd95-410a-8dcb-eb7a3e9c813a {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:36.617157 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.698079 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] For port d50b301d-bd95-410a-8dcb-eb7a3e9c813a, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:36.698834 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.713647 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Calling delete_port for d50b301d-bd95-410a-8dcb-eb7a3e9c813a owned by network:router_interface {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:36.906700 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:36.938764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d50b301d-bd95-410a-8dcb-eb7a3e9c813a,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:37.077705 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11c9b-2bb5-44ee-9279-40866b94713f req-8755d0f7-a420-4cf2-92b8-de339d72a23b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:37.079228 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5fb11c9b-2bb5-44ee-9279-40866b94713f req-8755d0f7-a420-4cf2-92b8-de339d72a23b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.1019015 Aug 09 15:59:37.158101 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5fb11c9b-2bb5-44ee-9279-40866b94713f req-b78e4a81-68a5-4b24-8aa6-0ad73a801557 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718129 Aug 09 15:59:37.160468 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.241134 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc6a2-61df-4c56-8a90-5025417c1fac req-4703a97c-e16b-44e2-a2b0-ac85f1c2e5fc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:37.242530 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-dbedc6a2-61df-4c56-8a90-5025417c1fac req-4703a97c-e16b-44e2-a2b0-ac85f1c2e5fc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0473890 Aug 09 15:59:37.280908 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-dbedc6a2-61df-4c56-8a90-5025417c1fac req-af3a952c-dc31-4ce8-ba08-06697e77c202 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Aug 09 15:59:37.374408 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Router aca22b90-7310-4865-81aa-37997c3f18f6 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:37.477282 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:37.482085 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c9bbfc5f-c296-4437-8928-17804387cc0b admin admin] 10.222.0.90 "PUT /v2.0/routers/aca22b90-7310-4865-81aa-37997c3f18f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0750113 Aug 09 15:59:37.484581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50662) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:37.487190 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Sync routers for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:37.498575 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:37.499306 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:37.593698 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.741941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.744811 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:37.754719 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f8120-51eb-4807-a490-a53fc4b77ddc req-c884e329-03f7-4971-b57a-d70e9a2b7282 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:37.756830 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d2f8120-51eb-4807-a490-a53fc4b77ddc req-c884e329-03f7-4971-b57a-d70e9a2b7282 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0738790 Aug 09 15:59:37.822509 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6d2f8120-51eb-4807-a490-a53fc4b77ddc req-4021238f-2189-4969-b471-0e339583a476 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589111 Aug 09 15:59:37.843612 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Deleting port 7670abe9-1941-42eb-ab76-8f4f3163c08d {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:37.844060 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.922752 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] For port 7670abe9-1941-42eb-ab76-8f4f3163c08d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=7670abe9-1941-42eb-ab76-8f4f3163c08d,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:37.923121 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.924012 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:59:36Z', 'revision_number': 5, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port': {'id': '7670abe9-1941-42eb-ab76-8f4f3163c08d', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:34Z', 'updated_at': '2021-08-09T15:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:37.935967 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Calling delete_port for 7670abe9-1941-42eb-ab76-8f4f3163c08d owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:37.951724 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Checking router: aca22b90-7310-4865-81aa-37997c3f18f6 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:37.960023 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Routers {'aca22b90-7310-4865-81aa-37997c3f18f6'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:37.960631 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['aca22b90-7310-4865-81aa-37997c3f18f6'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:38.046312 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] Set router aca22b90-7310-4865-81aa-37997c3f18f6 gateway port host: None {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:38.098212 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.101285 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:59:37Z', 'revision_number': 6, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:38.124784 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7670abe9-1941-42eb-ab76-8f4f3163c08d,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:38.128109 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f4c19-e273-4e1a-986d-91c1f0d90273 None None] The sync data for ids ['aca22b90-7310-4865-81aa-37997c3f18f6'] in dv-cinder-788367-5-iscsi is: [{'id': 'aca22b90-7310-4865-81aa-37997c3f18f6', 'name': 'tempest-AttachVolumeTestJSON-1893491872-router', 'tenant_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:32Z', 'updated_at': '2021-08-09T15:59:37Z', 'revision_number': 6, 'project_id': 'f89f26d0564f46b0bbde68100ddc62c2', 'gw_port_host': None}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:38.190374 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.275291 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124263b-b7a1-464f-8469-9272026c6fe9 req-47e55857-3977-4cf7-967b-d34d894faeed tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.276903 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c124263b-b7a1-464f-8469-9272026c6fe9 req-47e55857-3977-4cf7-967b-d34d894faeed tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.0483289 Aug 09 15:59:38.301423 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.304304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.316824 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c124263b-b7a1-464f-8469-9272026c6fe9 req-bf490d3c-d86b-4a84-b06c-2f2081c061ca tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Aug 09 15:59:38.370412 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.371157 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca22b90-7310-4865-81aa-37997c3f18f6 {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:59:38.376380 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.377533 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-86370897-af5d-49a2-b02b-1924b1fa3db9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/aca22b90-7310-4865-81aa-37997c3f18f6 HTTP/1.1" status: 204 len: 168 time: 0.8920667 Aug 09 15:59:38.380191 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50670) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.626733 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device d50b301d-bd95-410a-8dcb-eb7a3e9c813a no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:38.647630 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: d50b301d-bd95-410a-8dcb-eb7a3e9c813a {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:38.648022 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device d50b301d-bd95-410a-8dcb-eb7a3e9c813a not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:38.696817 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Deleting subnet e088dad6-45a5-4269-8129-49e3ee6409fa {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:59:38.701334 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.729978 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf10cb9-02f6-4613-a02f-784044623c30 req-93cda976-a1a9-4916-af63-4104d380828b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.731460 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2bf10cb9-02f6-4613-a02f-784044623c30 req-93cda976-a1a9-4916-af63-4104d380828b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.3443339 Aug 09 15:59:38.763084 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.806747 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2bf10cb9-02f6-4613-a02f-784044623c30 req-c8e8dd97-8f37-4a13-ab8d-1004d98fa942 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677171 Aug 09 15:59:38.829065 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50672) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.871468 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c4ca7-10a8-4dc7-9c3e-6975888b50ed tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.875513 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-9e6c4ca7-10a8-4dc7-9c3e-6975888b50ed tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1093 time: 0.0428925 Aug 09 15:59:38.875981 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50676) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.880389 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:59:38.885290 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.929752 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.954125 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.979972 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e088dad6-45a5-4269-8129-49e3ee6409fa,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:38.986447 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:38.988270 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-cb7df281-54dc-437b-84f6-45e348421036 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e088dad6-45a5-4269-8129-49e3ee6409fa HTTP/1.1" status: 204 len: 168 time: 0.6071494 Aug 09 15:59:38.991331 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50678) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:38.997266 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c607-a630-4c89-86cc-f522b6fd004b req-bb8df587-2f16-434c-b542-3d51e83506d2 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:38.999129 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e021f5-778d-495b-b0b8-326c8198697d None None] Network 8f0c784f-655c-4342-9ca2-dd93ebc53bac requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:59:38.999265 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4242c607-a630-4c89-86cc-f522b6fd004b req-bb8df587-2f16-434c-b542-3d51e83506d2 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.1061189 Aug 09 15:59:39.057980 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4242c607-a630-4c89-86cc-f522b6fd004b req-a5591566-4f0b-4486-b32a-767680ce50a5 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506878 Aug 09 15:59:39.073619 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.094370 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.151970 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Deleting port 88acd74e-9231-421c-966a-015c181e111e {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:39.152812 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.218838 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] DHCP port deletion for 8f0c784f-655c-4342-9ca2-dd93ebc53bac request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:59:39.228385 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.27.1.57 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/da09de94-ba83-462e-8113-c9c5bf0f6eca) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:59:39.236563 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] For port 88acd74e-9231-421c-966a-015c181e111e, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=88acd74e-9231-421c-966a-015c181e111e,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:39.236935 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.255234 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Calling delete_port for 88acd74e-9231-421c-966a-015c181e111e owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:39.281167 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Deleting port 88acd74e-9231-421c-966a-015c181e111e {{(pid=93335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:59:39.281571 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.353274 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.355849 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.356440 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] For port 88acd74e-9231-421c-966a-015c181e111e, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=88acd74e-9231-421c-966a-015c181e111e,segment=NetworkSegment(66bd2696-2df4-40ba-b931-4706b0273323),segment_id=66bd2696-2df4-40ba-b931-4706b0273323)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:59:39.357011 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.370772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Calling delete_port for 88acd74e-9231-421c-966a-015c181e111e owned by network:dhcp {{(pid=93335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:59:39.383881 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88acd74e-9231-421c-966a-015c181e111e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.389888 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] No DVR routers for this DVR port 88acd74e-9231-421c-966a-015c181e111e on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:39.410900 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.447810 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:59:39.452543 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:59:39.455096 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:59:39.464680 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.484317 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0c784f-655c-4342-9ca2-dd93ebc53bac']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.495934 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=da09de94-ba83-462e-8113-c9c5bf0f6eca,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.497905 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bd2696-2df4-40ba-b931-4706b0273323') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.498448 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bd2696-2df4-40ba-b931-4706b0273323') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:39.507338 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286'] for port, after_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.520242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.539398 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.541875 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] No DVR routers for this DVR port 88acd74e-9231-421c-966a-015c181e111e on host dv-cinder-788367-5-iscsi {{(pid=93335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:59:39.543632 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f298906-ff54-4ac1-8bec-79a909ab07a2 None None] Pushing event deleted for resources: {'Port': ['ID=88acd74e-9231-421c-966a-015c181e111e,revision_number=None']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.549594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:59:39.550138 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:59:39.552072 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:59:39.615277 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.621675 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.625903 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/8f0c784f-655c-4342-9ca2-dd93ebc53bac HTTP/1.1" status: 204 len: 168 time: 0.6312754 Aug 09 15:59:39.634989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a65c-a54a-4bda-b62f-2212ce691ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0c784f-655c-4342-9ca2-dd93ebc53bac,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.744097 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50682) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:39.787371 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0e2484fe-d5e6-44c1-be0c-d7747b23db5c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f89f26d0564f46b0bbde68100ddc62c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420275 Aug 09 15:59:39.789759 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50684) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:39.837993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.858798 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.881305 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.909088 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.912384 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:39.915892 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/53247535-afad-4da3-ad5f-9c2840c152af HTTP/1.1" status: 204 len: 168 time: 0.1229033 Aug 09 15:59:39.932780 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480612-3617-463b-8798-f6d63d0063d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53247535-afad-4da3-ad5f-9c2840c152af,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:39.951767 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.104770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.110211 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.180683 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=da09de94-ba83-462e-8113-c9c5bf0f6eca,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:40.189465 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.206962 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5035-a0cf-457a-96c4-3895ee14d417 req-163ecf96-c929-4bca-b646-775ca1098619 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:40.208556 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f7ff5035-a0cf-457a-96c4-3895ee14d417 req-163ecf96-c929-4bca-b646-775ca1098619 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0718241 Aug 09 15:59:40.255143 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-f7ff5035-a0cf-457a-96c4-3895ee14d417 req-0a84598e-65dc-4568-8ac1-18c5bde6b524 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406384 Aug 09 15:59:40.322249 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP 2a80b311-b55d-4d6a-b1d6-0939f0b68219 associated. External IP: 172.27.1.57, port: b6ebc331-72bc-406f-9e0e-599f027e0f79. Aug 09 15:59:40.424481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 88acd74e-9231-421c-966a-015c181e111e no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:40.445399 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 88acd74e-9231-421c-966a-015c181e111e {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:40.445739 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 88acd74e-9231-421c-966a-015c181e111e not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:40.446370 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 7670abe9-1941-42eb-ab76-8f4f3163c08d no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:59:40.468699 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 7670abe9-1941-42eb-ab76-8f4f3163c08d {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:59:40.469069 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 7670abe9-1941-42eb-ab76-8f4f3163c08d not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:59:40.539748 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:59:40.648257 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:59:40.658431 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f6533-8871-448f-861e-967641011c5d None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:59:40.665856 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:40.668711 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:40.669540 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:40.697899 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-c5c79a61-84cf-4a0b-82fe-33349baefa55 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8203678 Aug 09 15:59:40.699030 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:59:40.701873 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f000b7cb-eed9-4650-84f9-ca685f5ab682" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:59:40.741123 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e617b-584b-4366-87a3-50f104a2b8a9 x-openstack-request-id: req-ea7e617b-584b-4366-87a3-50f104a2b8a9 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:59:40.741419 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:59:40.741666 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ea7e617b-584b-4366-87a3-50f104a2b8a9 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:59:40.742069 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'status': 'completed', 'code': 200} Aug 09 15:59:40.848395 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-93f78569-0379-4808-9816-f477bca963d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:40.849981 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-93f78569-0379-4808-9816-f477bca963d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1098 time: 0.0535843 Aug 09 15:59:40.875291 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:40.946427 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-993bd456-340b-49c7-a5b3-f34211c2919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:40.947959 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-993bd456-340b-49c7-a5b3-f34211c2919d service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.0908363 Aug 09 15:59:41.018386 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-c27635c4-71d1-42a7-9fa7-ff206d383074 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 998 time: 0.0610156 Aug 09 15:59:41.074419 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-3366913c-2501-4c18-a9e5-0d08496b65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.075911 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-3366913c-2501-4c18-a9e5-0d08496b65f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0485861 Aug 09 15:59:41.109884 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:39Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.126107 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-e010d6c8-fefd-451c-baef-53c3d4796a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.127693 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-e010d6c8-fefd-451c-baef-53c3d4796a66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428195 Aug 09 15:59:41.137457 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f6533-8871-448f-861e-967641011c5d None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:59:41.146879 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:59:41.152987 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.242191 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-484e751d-2025-417a-9b87-88b4105b4465 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067207 Aug 09 15:59:41.254547 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:59:41.381634 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f000b7cb-eed9-4650-84f9-ca685f5ab682 req-ce54fc51-1a5d-4a0d-90b5-cf0a094d6306 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289141 Aug 09 15:59:41.403330 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f1d14-e847-4ed0-a52c-f16b50a386a1 req-eb513940-2f77-4b8a-897b-76c633a91721 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:41.404971 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fd9f1d14-e847-4ed0-a52c-f16b50a386a1 req-eb513940-2f77-4b8a-897b-76c633a91721 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0698173 Aug 09 15:59:41.450399 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fd9f1d14-e847-4ed0-a52c-f16b50a386a1 req-e94e0c91-5c07-44aa-93ea-4ea41f5efc84 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&id=8db03f9e-6b72-42c0-b4f7-f8c0725e872e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381269 Aug 09 15:59:41.489478 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e75f6533-8871-448f-861e-967641011c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:39Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:59:41.516605 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f6533-8871-448f-861e-967641011c5d None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:39Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:59:41.715762 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bad3f1-cdfb-4a54-b8e8-f66ce8201b73 None None] New status for floating IP 2a80b311-b55d-4d6a-b1d6-0939f0b68219: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:59:45.651793 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-2cd42827-1628-451f-aace-591a8e026b7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453436 Aug 09 15:59:45.738097 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-cf87a289-c51b-4cb2-8604-4abd3b4c1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.739611 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-cf87a289-c51b-4cb2-8604-4abd3b4c1422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 1099 time: 0.0461421 Aug 09 15:59:45.844541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-8ca575d7-9425-437c-b53f-a6260e0d2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.845918 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-8ca575d7-9425-437c-b53f-a6260e0d2d6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0863659 Aug 09 15:59:45.918783 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-3468af30-45ef-48e7-a361-726da90e7c9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 200 len: 1001 time: 0.0615604 Aug 09 15:59:45.974208 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-4c25fab4-94b6-492b-bff8-c4c923297fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:45.975679 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-4c25fab4-94b6-492b-bff8-c4c923297fd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0447283 Aug 09 15:59:46.020098 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-c7d0552f-33ab-4ee2-a2de-960b645b8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:59:46.021583 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-c7d0552f-33ab-4ee2-a2de-960b645b8743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393634 Aug 09 15:59:46.110295 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-c72b8b47-5383-4ab2-ad83-ca51d1d06b2b service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814979 Aug 09 15:59:46.208945 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-a8d1cfda-8f7c-40b3-8ce3-c65980e6d3fe req-3ae08a81-3d60-41d8-9306-5bbaf3e63588 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Aug 09 15:59:47.117556 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:47.165838 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.350382 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50810) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:49.454949 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-165ae050-cf34-4881-b976-9f6d4ce63fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.542083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-165ae050-cf34-4881-b976-9f6d4ce63fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.545875 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-165ae050-cf34-4881-b976-9f6d4ce63fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.583623 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-165ae050-cf34-4881-b976-9f6d4ce63fd0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a189fc2888b043278ec1367e1ccd63dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321630 Aug 09 15:59:49.584875 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ae050-cf34-4881-b976-9f6d4ce63fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff171571-6259-44e0-9b6e-a0a4ca383f7a,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:49.586868 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50814) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:49.636089 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.657047 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.709717 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.713416 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:49.714578 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff171571-6259-44e0-9b6e-a0a4ca383f7a HTTP/1.1" status: 204 len: 168 time: 0.1267378 Aug 09 15:59:49.722088 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690f90e-4a6c-440d-bb9d-e27f92a64ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff171571-6259-44e0-9b6e-a0a4ca383f7a,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:53.999839 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50900) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.101916 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54ce77fa-398d-4600-96cc-3c67da00b2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.187965 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54ce77fa-398d-4600-96cc-3c67da00b2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.192713 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-54ce77fa-398d-4600-96cc-3c67da00b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.232671 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-54ce77fa-398d-4600-96cc-3c67da00b2d5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c6d1cc6d40bc41659153652fccdf616f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317724 Aug 09 15:59:54.233376 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce77fa-398d-4600-96cc-3c67da00b2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7f6f2f-5ab8-43ae-8379-0f42ce94ee6a,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.236006 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50904) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.286198 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.308394 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.353917 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.356460 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.357632 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fb7f6f2f-5ab8-43ae-8379-0f42ce94ee6a HTTP/1.1" status: 204 len: 168 time: 0.1203113 Aug 09 15:59:54.365191 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08ef88-0b24-4579-ba62-edccd17052c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7f6f2f-5ab8-43ae-8379-0f42ce94ee6a,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.618794 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 50910) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.632351 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.731398 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.734929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.770455 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa0676-15e4-4f10-8ae8-af9387686b48,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:54.774723 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b7c96b3678db49bc95bbba1cb85e157b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549318 Aug 09 15:59:54.777482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50912) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:54.780431 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.780773 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.781111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.781438 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.781761 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.782083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.782402 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.782718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.783034 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.783347 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.783744 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.784018 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8326bf6b-1a11-4f35-8961-eb0193587f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:59:54.825923 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.846542 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.893371 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.896032 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:54.897184 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1eaa0676-15e4-4f10-8ae8-af9387686b48 HTTP/1.1" status: 204 len: 168 time: 0.1186266 Aug 09 15:59:54.905705 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1fa86-9c83-49d7-a1e7-de75fa520ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa0676-15e4-4f10-8ae8-af9387686b48,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:56.955452 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b0ede504-5532-4de5-9c64-5de41a885a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.422695 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-32976d33-2688-4cfa-b912-91192e51ab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.639772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.749186 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50988) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:59:59.862786 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.951761 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.955484 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:59.993789 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cf49ee74d51c413586dcf9c75cb43cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434590 Aug 09 15:59:59.995474 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f98f2-148a-4186-948d-78f384f4b5ab,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:59:59.997508 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50992) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.013494 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.013834 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.014175 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.014503 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.014836 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.015164 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.015487 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.015838 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.016163 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.016488 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.016802 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.017119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146f906-7b88-4af1-81aa-6f6983087e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:00.056486 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.077928 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.123390 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.126031 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.127170 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a7f98f2-148a-4186-948d-78f384f4b5ab HTTP/1.1" status: 204 len: 168 time: 0.1287541 Aug 09 16:00:00.134899 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be1c40-bfdf-4ce7-b2b4-f48ca25ae5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f98f2-148a-4186-948d-78f384f4b5ab,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.383018 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 50998) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.395872 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e289c8dd-fabd-4816-9074-080d294152af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.484468 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e289c8dd-fabd-4816-9074-080d294152af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.488080 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e289c8dd-fabd-4816-9074-080d294152af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.525060 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e289c8dd-fabd-4816-9074-080d294152af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a3f4f7ea87b044e2a2b2e75786aa3949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407373 Aug 09 16:00:00.526992 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289c8dd-fabd-4816-9074-080d294152af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b955ff52-42c9-4632-a8fd-7059f0bff946,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.528010 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51000) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:00.578748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.600253 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.645381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.648127 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:00.653401 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b955ff52-42c9-4632-a8fd-7059f0bff946 HTTP/1.1" status: 204 len: 168 time: 0.1243665 Aug 09 16:00:00.661178 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be0d64-6412-4996-8c06-f870da248470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b955ff52-42c9-4632-a8fd-7059f0bff946,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:00.913982 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:02.495398 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.589649 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51070) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.694432 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b38dce1-4b8e-4f36-9e29-e6ce31687b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.780846 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b38dce1-4b8e-4f36-9e29-e6ce31687b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.784929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8b38dce1-4b8e-4f36-9e29-e6ce31687b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.820943 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38dce1-4b8e-4f36-9e29-e6ce31687b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af512ca9-40fe-4c6f-9f3b-13d8b7ccea1b,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:04.825825 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8b38dce1-4b8e-4f36-9e29-e6ce31687b9f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c83b1cbd03e9405ea131500392e7be4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352140 Aug 09 16:00:04.828509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51074) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:04.875570 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.896555 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.941266 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.943897 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:04.945068 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/af512ca9-40fe-4c6f-9f3b-13d8b7ccea1b HTTP/1.1" status: 204 len: 168 time: 0.1156623 Aug 09 16:00:04.954137 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e35551-4b81-4fa0-ac1b-91f74cc4b353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af512ca9-40fe-4c6f-9f3b-13d8b7ccea1b,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:07.124735 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-5060cd6a-bdb6-4a1b-88e5-f29395c080d9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=b3b8d3489d524eff86a391a667172006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282350 Aug 09 16:00:07.298217 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-e287820c-1ede-40d0-99bd-0a7cbd9e6acc tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:07.299591 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-e287820c-1ede-40d0-99bd-0a7cbd9e6acc tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694415 Aug 09 16:00:07.314761 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-95bb1ef1-7b19-41f4-94b6-e269e2d277ed tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/quotas/b3b8d3489d524eff86a391a667172006 HTTP/1.1" status: 200 len: 375 time: 0.0094926 Aug 09 16:00:07.344738 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-68c3be69-46f6-452a-9b9e-054ae9eda509 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3b8d3489d524eff86a391a667172006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247164 Aug 09 16:00:07.504679 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7268351d-980d-4bc9-9d38-dee2a7bf1197 req-518c60ca-50cd-4b5d-a7d3-7a4529b9bc6a tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 210 time: 0.0314980 Aug 09 16:00:08.537544 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-dfa53411-762e-4c2c-8dcc-dfe5c8b6feec tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b3b8d3489d524eff86a391a667172006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248837 Aug 09 16:00:08.633229 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1d937790-f7bf-4394-9a88-d67d104a8b43 req-a5452b5c-06d9-4559-9693-6df04377daee tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 210 time: 0.0385277 Aug 09 16:00:08.677355 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-964e6b09-fe8f-4b02-b2eb-c600ce1e913e tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:08.678826 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-964e6b09-fe8f-4b02-b2eb-c600ce1e913e tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353431 Aug 09 16:00:08.732485 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Request body: {'port': {'device_id': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada', 'admin_state_up': True, 'tenant_id': 'b3b8d3489d524eff86a391a667172006'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:09.068092 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Made reservation on behalf of b3b8d3489d524eff86a391a667172006 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:09.071552 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.080626 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.168871 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.172690 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.235063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9660d07-3518-46ab-8f62-65c5859cda2d,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:09.304016 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Allocated IP 192.168.233.121 (36b51d0e-a9cd-41ce-9de5-0cf1aef8cada/665c78f7-1791-4a76-a357-365b7793ea05/b50c61a9-6b9e-4cab-a767-3df2b2a00f2a) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:09.447386 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.461121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Transition to ACTIVE for port object b50c61a9-6b9e-4cab-a767-3df2b2a00f2a will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:09.492133 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.543967 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:09.546930 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:09.550688 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:09.575383 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Pushing event updated for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:09.605567 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:09.606210 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.621745 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-b38aace5-d92e-4c40-a5fd-592cb4140a8d tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8939350 Aug 09 16:00:09.648114 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Request body: {'port': {'device_id': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:09.709258 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.747112 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-0b25f80f-ea4d-4c53-99c4-63b3621f5309 None None] Provisioning for port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:09.751899 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-0b25f80f-ea4d-4c53-99c4-63b3621f5309 None None] Provisioning complete for port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:09.752288 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0b25f80f-ea4d-4c53-99c4-63b3621f5309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.765234 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ace48-3613-4278-a6f3-5e304480cba3 req-c1455879-7a56-420c-bd74-bdcc85955bc1 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:09.766747 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab9ace48-3613-4278-a6f3-5e304480cba3 req-c1455879-7a56-420c-bd74-bdcc85955bc1 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 936 time: 0.0511153 Aug 09 16:00:09.795271 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-0b25f80f-ea4d-4c53-99c4-63b3621f5309 None None] Port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:09.810858 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ab9ace48-3613-4278-a6f3-5e304480cba3 req-8bb86b55-f496-4c5c-a6a8-84634614673a tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Aug 09 16:00:09.975488 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50c61a9-6b9e-4cab-a767-3df2b2a00f2a {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:09.983428 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:09.995480 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Transition to ACTIVE for port object b50c61a9-6b9e-4cab-a767-3df2b2a00f2a will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:09.999374 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.049771 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:10.131889 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Attempting to bind port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:10.132229 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Attempting to bind port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:10.132565 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Attempting to bind port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a on network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:10.137808 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a on network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:00:10.138156 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Attempting to bind port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a on network 36b51d0e-a9cd-41ce-9de5-0cf1aef8cada {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:10.143186 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:10.143524 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Checking segment: {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:10.143980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Bound using segment: {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:10.144410 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Bound port: b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10927ad-b9e2-480d-8b88-2d68ba735963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:10.144770 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.208694 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:10.211912 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:10.216508 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.249413 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.250028 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:10.251406 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] 10.222.0.21 "PUT /v2.0/ports/b50c61a9-6b9e-4cab-a767-3df2b2a00f2a HTTP/1.1" status: 200 len: 1098 time: 0.6079173 Aug 09 16:00:10.251874 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:10.254099 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e650a-b5fb-4de7-809c-7004b39642b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:10.278063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda95362-50cb-449f-9e8b-37439ef21dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:10.305535 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72272a6c-f28e-4621-9e3b-a42867633790 x-openstack-request-id: req-72272a6c-f28e-4621-9e3b-a42867633790 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:10.305711 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:10.305925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-72272a6c-f28e-4621-9e3b-a42867633790 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:10.306324 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a', 'status': 'completed', 'code': 200} Aug 09 16:00:10.377216 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-633b9653-86ac-4c08-8c04-3f26faba4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.378868 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-633b9653-86ac-4c08-8c04-3f26faba4214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3b8d3489d524eff86a391a667172006&device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 1101 time: 0.0475624 Aug 09 16:00:10.444961 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-56b3970e-9988-4eda-81f5-08f4188fbc25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a HTTP/1.1" status: 200 len: 217 time: 0.0457211 Aug 09 16:00:10.497007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-bed4ca40-3107-4113-a5b8-2277d556217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.498545 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-bed4ca40-3107-4113-a5b8-2277d556217c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=665c78f7-1791-4a76-a357-365b7793ea05 HTTP/1.1" status: 200 len: 843 time: 0.0455165 Aug 09 16:00:10.553006 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-9b5e3718-b7b8-4b54-8f0b-2a445321db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.554589 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-9b5e3718-b7b8-4b54-8f0b-2a445321db51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36b51d0e-a9cd-41ce-9de5-0cf1aef8cada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0480909 Aug 09 16:00:10.642495 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-618789a0-1564-44b8-8ca2-077ef58bdd42 service neutron] 10.222.0.21 "GET /v2.0/networks/36b51d0e-a9cd-41ce-9de5-0cf1aef8cada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Aug 09 16:00:10.735963 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9efc9d9f-d3cf-4b25-a326-2a5ce04fb667 req-753e65f1-cd60-46bf-8cb5-8aa20c1aed3d service neutron] 10.222.0.21 "GET /v2.0/networks/36b51d0e-a9cd-41ce-9de5-0cf1aef8cada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855188 Aug 09 16:00:10.873288 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-f2f2d492-5780-409d-b135-cb80a72956ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.874794 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-f2f2d492-5780-409d-b135-cb80a72956ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3b8d3489d524eff86a391a667172006&device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 1101 time: 0.0428567 Aug 09 16:00:10.925051 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42edd0-7fb9-48e6-ad92-d24ee737c30d req-9d024940-e031-4a8d-a073-9ed179fdb7bd tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.926519 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af42edd0-7fb9-48e6-ad92-d24ee737c30d req-9d024940-e031-4a8d-a073-9ed179fdb7bd tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 948 time: 0.0485158 Aug 09 16:00:10.962944 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af42edd0-7fb9-48e6-ad92-d24ee737c30d req-bf23109f-6b7d-44f7-aff5-5171a87731a9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303669 Aug 09 16:00:10.964055 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-feae1bd8-2748-48d1-9fe9-26260fef9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:10.965514 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-feae1bd8-2748-48d1-9fe9-26260fef9035 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36b51d0e-a9cd-41ce-9de5-0cf1aef8cada HTTP/1.1" status: 200 len: 871 time: 0.0824466 Aug 09 16:00:11.011162 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-234d651b-37dd-458c-92f9-4ac1b3f9318d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a HTTP/1.1" status: 200 len: 217 time: 0.0373020 Aug 09 16:00:11.061239 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-2be9cd60-f7f7-4938-a734-659e9257d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:11.062671 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-2be9cd60-f7f7-4938-a734-659e9257d788 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=665c78f7-1791-4a76-a357-365b7793ea05 HTTP/1.1" status: 200 len: 843 time: 0.0434391 Aug 09 16:00:11.108283 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-48f17371-1eb4-4f07-a1ca-bec88bbf035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:11.109665 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-48f17371-1eb4-4f07-a1ca-bec88bbf035e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36b51d0e-a9cd-41ce-9de5-0cf1aef8cada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0396569 Aug 09 16:00:11.202875 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-1628f39b-7411-4384-b931-8390b87a1c99 service neutron] 10.222.0.21 "GET /v2.0/networks/36b51d0e-a9cd-41ce-9de5-0cf1aef8cada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837801 Aug 09 16:00:11.290021 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-da5e650a-b5fb-4de7-809c-7004b39642b9 req-52245186-b09b-4e11-b1d6-5e3b174037fb service neutron] 10.222.0.21 "GET /v2.0/networks/36b51d0e-a9cd-41ce-9de5-0cf1aef8cada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791507 Aug 09 16:00:12.078726 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6d035-466c-4aa5-8994-f464cd8f5c08 req-e3395546-3144-4506-badc-42e42c9ddf9b tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:12.080233 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-74a6d035-466c-4aa5-8994-f464cd8f5c08 req-e3395546-3144-4506-badc-42e42c9ddf9b tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 948 time: 0.0486183 Aug 09 16:00:12.121258 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-74a6d035-466c-4aa5-8994-f464cd8f5c08 req-641782f1-78ff-4a83-ab93-9ebf8ff4ef6c tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350640 Aug 09 16:00:13.235315 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734696-05f0-4a56-91ec-8d9db6a94ff8 req-7f594c6f-e536-4af3-aa23-252df8d8ccd6 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:13.236821 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-37734696-05f0-4a56-91ec-8d9db6a94ff8 req-7f594c6f-e536-4af3-aa23-252df8d8ccd6 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 948 time: 0.0477612 Aug 09 16:00:13.278141 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-37734696-05f0-4a56-91ec-8d9db6a94ff8 req-5a88c9d7-140e-4064-a0b1-8943c4eecafd tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Aug 09 16:00:13.841792 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b50c61a9-6b9e-4cab-a767-3df2b2a00f2a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:00:13.938339 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:13.949987 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a', 'network_id': '36b51d0e-a9cd-41ce-9de5-0cf1aef8cada', 'port_id': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a', 'mac_address': 'fa:16:3e:d5:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665c78f7-1791-4a76-a357-365b7793ea05', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:00:13.985517 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:13.998189 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50c61a9-6b9e-4cab-a767-3df2b2a00f2a {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:14.017529 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:14.021574 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:14.067253 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:14.074688 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.075043 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.075386 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.075754 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.076092 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.076424 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.076751 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.077079 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.077407 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.077730 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.078053 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.078375 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:00:14.392647 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58341965-7d80-42ab-8345-44c9d82a18d5 req-f77cccae-062b-4825-a2bb-bd615e1aeaf5 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:14.394321 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58341965-7d80-42ab-8345-44c9d82a18d5 req-f77cccae-062b-4825-a2bb-bd615e1aeaf5 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 949 time: 0.0497160 Aug 09 16:00:14.402814 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['b50c61a9-6b9e-4cab-a767-3df2b2a00f2a'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:14.437016 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-58341965-7d80-42ab-8345-44c9d82a18d5 req-8e5717de-ddca-47d7-a0d3-2d17cfc8397e tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Aug 09 16:00:15.553016 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3d7e7-c9d3-4cd9-9282-43be4f32de41 req-f36d6cb7-6474-40bf-bbab-a8a71340cb43 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:15.554526 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d1f3d7e7-c9d3-4cd9-9282-43be4f32de41 req-f36d6cb7-6474-40bf-bbab-a8a71340cb43 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 949 time: 0.0503912 Aug 09 16:00:15.593413 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d1f3d7e7-c9d3-4cd9-9282-43be4f32de41 req-78034804-fa82-4fbf-a5dc-ed814348574b tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Aug 09 16:00:15.856394 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b50c61a9-6b9e-4cab-a767-3df2b2a00f2a up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:15.904250 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:15.908524 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:15.908921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:15.988954 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.015565 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:16.018031 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd179d19-ecc9-4d5d-a4ee-c63bd5efa899" -d '{"events": [{"server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "name": "network-vif-plugged", "status": "completed", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:16.030860 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:16.034948 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:16.058772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53d55c-f953-4390-a922-d544c8358474 x-openstack-request-id: req-0c53d55c-f953-4390-a922-d544c8358474 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:16.059069 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "name": "network-vif-plugged", "status": "completed", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:16.059320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0c53d55c-f953-4390-a922-d544c8358474 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:16.059738 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a', 'code': 200} Aug 09 16:00:16.086173 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:16.261042 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d5b31-9317-4c00-81bf-ac9906148c8e req-1c258f7a-16dc-4a20-8289-04876d7f8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:16.262531 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d65d5b31-9317-4c00-81bf-ac9906148c8e req-1c258f7a-16dc-4a20-8289-04876d7f8ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 1103 time: 0.0396502 Aug 09 16:00:16.299734 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d65d5b31-9317-4c00-81bf-ac9906148c8e req-b2025e0a-f599-45a2-9d97-b7aeb436e0d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281549 Aug 09 16:00:16.706021 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1da353-16e0-412a-ad32-a6d043466527 req-561c1a51-0792-4ee7-88d2-ee001e31efbd tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:16.707516 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0c1da353-16e0-412a-ad32-a6d043466527 req-561c1a51-0792-4ee7-88d2-ee001e31efbd tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 950 time: 0.0493422 Aug 09 16:00:16.746664 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-0c1da353-16e0-412a-ad32-a6d043466527 req-e56231f8-bb40-4040-8f52-482c36c51864 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Aug 09 16:00:17.192816 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:17.860168 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb273-4e13-4b4c-8a24-f11cbc1a0ade req-077d4fb8-c69d-4feb-adea-8267b9983fde tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:17.861523 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-976bb273-4e13-4b4c-8a24-f11cbc1a0ade req-077d4fb8-c69d-4feb-adea-8267b9983fde tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 950 time: 0.0474529 Aug 09 16:00:17.903882 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-976bb273-4e13-4b4c-8a24-f11cbc1a0ade req-f87e0e3e-34f3-40b9-8e94-ec8a7fa18c3f tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Aug 09 16:00:18.159775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd5e3-0eeb-45a2-a825-bbccdd2cd415 req-62814eab-8a49-4706-854d-ed01e46b0514 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.161158 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-57bdd5e3-0eeb-45a2-a825-bbccdd2cd415 req-62814eab-8a49-4706-854d-ed01e46b0514 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 950 time: 0.0481131 Aug 09 16:00:18.199120 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-57bdd5e3-0eeb-45a2-a825-bbccdd2cd415 req-c664e81e-1c96-4b64-906e-172e61674ff5 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Aug 09 16:00:18.677336 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa1b1d-1602-4d33-b8ed-2ea421a353cc req-c274a7c5-c653-4962-886d-39300a7f5e4b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:18.678815 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5bfa1b1d-1602-4d33-b8ed-2ea421a353cc req-c274a7c5-c653-4962-886d-39300a7f5e4b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0506124 Aug 09 16:00:18.724058 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5bfa1b1d-1602-4d33-b8ed-2ea421a353cc req-6982f52b-9cf9-4763-9385-292127ee130e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Aug 09 16:00:19.314523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7db3c-9a30-4f8b-ade5-03e9f2192efa req-2a6778e0-9554-466e-af00-9a678d829a56 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.316065 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2df7db3c-9a30-4f8b-ade5-03e9f2192efa req-2a6778e0-9554-466e-af00-9a678d829a56 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 950 time: 0.0476818 Aug 09 16:00:19.356078 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2df7db3c-9a30-4f8b-ade5-03e9f2192efa req-3ca55b07-24f2-46bd-9401-e4f02c153cc0 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/security-groups?id=c9660d07-3518-46ab-8f62-65c5859cda2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Aug 09 16:00:19.736899 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-2b5af7b0-2ef0-4e6c-aa43-0a7a31d1115e tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.738340 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-2b5af7b0-2ef0-4e6c-aa43-0a7a31d1115e tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 950 time: 0.0479240 Aug 09 16:00:19.867240 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ef4c5-da1a-4afb-92ba-4e47c69a6417 req-52828728-4f06-4ece-832c-9303474c5299 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:19.868665 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0b1ef4c5-da1a-4afb-92ba-4e47c69a6417 req-52828728-4f06-4ece-832c-9303474c5299 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0646574 Aug 09 16:00:19.874104 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Deleting port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:19.874448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:19.959008 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0b1ef4c5-da1a-4afb-92ba-4e47c69a6417 req-d97e580d-c810-4634-8156-44b51aaee849 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805435 Aug 09 16:00:19.989071 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] For port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,segment=NetworkSegment(e10927ad-b9e2-480d-8b88-2d68ba735963),segment_id=e10927ad-b9e2-480d-8b88-2d68ba735963)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:19.989437 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.003269 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Calling delete_port for b50c61a9-6b9e-4cab-a767-3df2b2a00f2a owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:20.129328 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.158838 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Pushing event deleted for resources: {'Port': ['ID=b50c61a9-6b9e-4cab-a767-3df2b2a00f2a,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:20.171008 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['b50c61a9-6b9e-4cab-a767-3df2b2a00f2a'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:20.201849 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] No DVR routers for this DVR port b50c61a9-6b9e-4cab-a767-3df2b2a00f2a on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:20.204396 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.206397 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ec9324c2-5268-4abe-9a9f-8f6f4cc2a9a4 req-0375fd61-140d-4ed4-af31-7acc683207e9 tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.21 "DELETE /v2.0/ports/b50c61a9-6b9e-4cab-a767-3df2b2a00f2a HTTP/1.1" status: 204 len: 173 time: 0.4610419 Aug 09 16:00:20.206829 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'name': 'network-vif-deleted', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:20.209062 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0366a2-fed5-4054-a00b-d6202baf28e0" -d '{"events": [{"server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "name": "network-vif-deleted", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:20.252031 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2037993f-dc8e-4f9d-b26b-f18f59e99ac0 x-openstack-request-id: req-2037993f-dc8e-4f9d-b26b-f18f59e99ac0 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:20.252323 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2129dc-0ebd-4a6c-8843-afebb9ea713b", "name": "network-vif-deleted", "tag": "b50c61a9-6b9e-4cab-a767-3df2b2a00f2a", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:20.252590 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2037993f-dc8e-4f9d-b26b-f18f59e99ac0 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:20.253098 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2129dc-0ebd-4a6c-8843-afebb9ea713b', 'name': 'network-vif-deleted', 'tag': 'b50c61a9-6b9e-4cab-a767-3df2b2a00f2a', 'status': 'completed', 'code': 200} Aug 09 16:00:20.460910 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3c8f5693-37e6-485d-bb23-0aeb6c6055a5 req-4f2460d3-1130-46a6-adc7-44854ee4a66a tempest-VolumesNegativeTest-963250166 tempest-VolumesNegativeTest-963250166-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa2129dc-0ebd-4a6c-8843-afebb9ea713b HTTP/1.1" status: 200 len: 210 time: 0.0259664 Aug 09 16:00:20.717302 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-17b8bd2f-3012-48be-9aa8-a6f3158577b3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:20.718614 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-17b8bd2f-3012-48be-9aa8-a6f3158577b3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0463388 Aug 09 16:00:20.812227 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Deleting port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:20.812783 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.900175 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] For port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:20.901320 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.082292 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6667612-6472-4ca0-880c-e5d09e670775 req-3c9c68b9-fb53-4204-87e2-713cdfc3d739 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:21.083931 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d6667612-6472-4ca0-880c-e5d09e670775 req-3c9c68b9-fb53-4204-87e2-713cdfc3d739 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 946 time: 0.0497494 Aug 09 16:00:21.125051 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.125392 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.125702 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Floating IP 0cc81916-d16d-4331-bb35-1fca44955b6f disassociated. External IP: 172.27.1.250, port: 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f. Aug 09 16:00:21.126040 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Calling delete_port for 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:21.127774 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d6667612-6472-4ca0-880c-e5d09e670775 req-3ff46f7e-f059-45cf-9401-aa22cd264f21 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=659c3216-3b3c-4bdb-ac1b-817567247c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377064 Aug 09 16:00:21.215222 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f3ca0981-d358-464d-8197-716d12cefa3a req-b75fa89e-6193-4fc1-aa43-cb55d69d2a51 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132276223&fields=id&tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f HTTP/1.1" status: 200 len: 267 time: 0.0502636 Aug 09 16:00:21.304701 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0981-d358-464d-8197-716d12cefa3a req-2d0db05a-e01a-4569-bc20-d2d2f58ab465 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:21.306081 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f3ca0981-d358-464d-8197-716d12cefa3a req-2d0db05a-e01a-4569-bc20-d2d2f58ab465 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 984 time: 0.0804183 Aug 09 16:00:21.317889 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Request body: {'port': {'security_groups': ['9f4720d4-4e6c-4eac-b367-9f85eed515f6']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:21.321915 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.371145 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'Port': ['ID=2a2ccaea-3a28-4ef4-8924-9c47ba773c0f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:21.484785 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.581922 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:21.774844 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:21.788367 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:21.801578 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:21.802320 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:21.833677 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] No DVR routers for this DVR port 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:21.837334 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.839374 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-65b4f028-519d-47ca-b72a-a0be9cc14d19 req-0f751d8e-019a-44c6-8fba-1f327ae76597 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "DELETE /v2.0/ports/2a2ccaea-3a28-4ef4-8924-9c47ba773c0f HTTP/1.1" status: 204 len: 173 time: 1.1138878 Aug 09 16:00:21.844590 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:21.886663 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.895071 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.940751 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:21.941411 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:21.946254 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-f3ca0981-d358-464d-8197-716d12cefa3a req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "PUT /v2.0/ports/325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 942 time: 0.6327572 Aug 09 16:00:21.948808 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51234) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:21.966525 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:22.004035 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:22.038691 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.041995 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52311330-bd2c-402c-adbd-b1ca4f91c514 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event updated for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=7']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.098329 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.205283 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.207902 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.209432 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "DELETE /v2.0/security-groups/8db03f9e-6b72-42c0-b4f7-f8c0725e872e HTTP/1.1" status: 204 len: 168 time: 0.2597499 Aug 09 16:00:22.212892 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51246) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:22.225821 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:22.254399 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-deleted', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f'}, {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:22.257989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6" -d '{"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-deleted", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f"}, {"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:22.261049 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:22.275250 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:22.275949 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:22.340123 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18de48e-f853-40c4-8819-bf070983bd85 x-openstack-request-id: req-f18de48e-f853-40c4-8819-bf070983bd85 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:22.340481 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed72004-ffc5-4262-9c24-bb09b345298c", "name": "network-vif-deleted", "tag": "2a2ccaea-3a28-4ef4-8924-9c47ba773c0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:22.340791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f18de48e-f853-40c4-8819-bf070983bd85 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:22.341248 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed72004-ffc5-4262-9c24-bb09b345298c', 'name': 'network-vif-deleted', 'tag': '2a2ccaea-3a28-4ef4-8924-9c47ba773c0f', 'status': 'completed', 'code': 200} Aug 09 16:00:22.341583 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 16:00:22.366766 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:22.379207 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a04771c7-f48b-4d45-9ab6-f47108c8de8f req-2badef62-2078-4b4b-b1ed-fc630aec0615 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=aed72004-ffc5-4262-9c24-bb09b345298c HTTP/1.1" status: 200 len: 210 time: 0.0529702 Aug 09 16:00:22.463766 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-14972168-1ed1-4617-98fd-da376da31dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.469374 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da4f44-fb31-49d0-95c1-0ceaad21eca9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db03f9e-6b72-42c0-b4f7-f8c0725e872e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:22.478649 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-14972168-1ed1-4617-98fd-da376da31dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1098 time: 0.0877056 Aug 09 16:00:22.505431 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:22.544658 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Deleting port 91504d71-6552-4f6a-83dc-5c05059d21b3 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:22.545302 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.639635 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-20c72565-3f70-43a1-825c-7bd1e1221e8f None None] Provisioning complete for port 325ed631-5cff-4b51-9841-eccf7301824d triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:22.640232 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-20c72565-3f70-43a1-825c-7bd1e1221e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.669491 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.669695 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.708659 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-978a9b27-7289-4ed0-969a-51b9806de0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.713887 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-978a9b27-7289-4ed0-969a-51b9806de0a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.2273183 Aug 09 16:00:22.717894 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Calling delete_port for 91504d71-6552-4f6a-83dc-5c05059d21b3 owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:22.820402 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-4b8b617b-fe03-4e5c-a5af-f39374e6533d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 1000 time: 0.0967846 Aug 09 16:00:22.854458 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:22.878676 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-5ebf16f3-04e2-4100-8103-402940da9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.880933 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-5ebf16f3-04e2-4100-8103-402940da9e34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0541396 Aug 09 16:00:22.897083 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae4d01b-bb38-4f2f-a824-b1f2e3486dd1 None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:22.936953 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-ced615bb-b375-492e-863a-15c5f14ea1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:22.938500 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-ced615bb-b375-492e-863a-15c5f14ea1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485399 Aug 09 16:00:22.963835 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:22.990771 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event deleted for resources: {'Port': ['ID=91504d71-6552-4f6a-83dc-5c05059d21b3,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.075748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.076151 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Floating IP fd38a1bc-40ef-486b-b28a-9eb42e743c0e disassociated (deleted). External IP: 172.27.1.96, port: 325ed631-5cff-4b51-9841-eccf7301824d. Aug 09 16:00:23.288230 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818ae7f-4d6b-414b-b61d-30fe16b78f5b None None] New status for floating IP 0cc81916-d16d-4331-bb35-1fca44955b6f: DOWN {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:00:23.321709 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-7a3eb23d-a1c0-47c4-aa16-95b8ed12fd29 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750708 Aug 09 16:00:23.325357 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Router 7070259b-aaa6-46f7-b58e-e764f0493e78 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:23.458532 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-30fb90bf-84a2-47bb-882a-d55f83ac5ff6 req-3b4722bf-0c0b-4142-9fdf-716d4527ed06 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262436 Aug 09 16:00:23.491301 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:23.498303 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.502357 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51366) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:23.507911 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Sync routers for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:23.518976 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:23.519595 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:23.559606 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-91fd28e9-9c20-421a-8ca1-b1e785f46c39 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "DELETE /v2.0/floatingips/fd38a1bc-40ef-486b-b28a-9eb42e743c0e HTTP/1.1" status: 204 len: 168 time: 1.3427377 Aug 09 16:00:23.561332 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:23.563950 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e" -d '{"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:23.618766 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.629058 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50504a-2395-49ea-8bde-616347b482c1 x-openstack-request-id: req-ec50504a-2395-49ea-8bde-616347b482c1 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:23.629354 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:23.630329 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ec50504a-2395-49ea-8bde-616347b482c1 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:23.632153 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 16:00:23.665260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.669691 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:23.731439 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.734575 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:23.739074 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "DELETE /v2.0/security-groups/659c3216-3b3c-4bdb-ac1b-817567247c76 HTTP/1.1" status: 204 len: 168 time: 0.2353525 Aug 09 16:00:23.740822 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51386) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:23.767417 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.api.v2.resource [None req-6f636a81-ba4c-40f9-b79c-444e719da3ad tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] show failed (client error): The resource could not be found. Aug 09 16:00:23.771807 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6f636a81-ba4c-40f9-b79c-444e719da3ad tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups/659c3216-3b3c-4bdb-ac1b-817567247c76 HTTP/1.1" status: 404 len: 347 time: 0.0255520 Aug 09 16:00:23.772193 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51390) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:23.772893 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54666a4-638c-442c-a138-d692e5943037 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c3216-3b3c-4bdb-ac1b-817567247c76,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:23.861519 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-5089a652-f844-4b03-a34b-bdb99145ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:23.863583 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-5089a652-f844-4b03-a34b-bdb99145ff5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 1098 time: 0.1877878 Aug 09 16:00:23.921974 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:23.961489 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:23.962632 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 2a2ccaea-3a28-4ef4-8924-9c47ba773c0f not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:23.963531 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b50c61a9-6b9e-4cab-a767-3df2b2a00f2a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:23.995180 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: b50c61a9-6b9e-4cab-a767-3df2b2a00f2a {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:23.996019 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b50c61a9-6b9e-4cab-a767-3df2b2a00f2a not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:24.055238 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Deleting port 34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:24.055866 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.055989 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:24.081351 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Checking router: 7070259b-aaa6-46f7-b58e-e764f0493e78 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:24.090442 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:24.091254 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T15:59:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:24.103338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-83ae80c8-7a12-40c7-b3c0-23303842c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:24.105012 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-83ae80c8-7a12-40c7-b3c0-23303842c101 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 200 len: 916 time: 0.2201190 Aug 09 16:00:24.141944 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:24.151715 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-431f4779-4857-4212-a0ba-65a30dd3a21e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 200 len: 217 time: 0.0373135 Aug 09 16:00:24.205468 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.205791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.215907 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:24.224851 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Calling delete_port for 34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b owned by network:floatingip {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:24.238886 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-cd82ca9c-4ef2-4ae9-93de-6f0cfc1ce804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:24.240393 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-cd82ca9c-4ef2-4ae9-93de-6f0cfc1ce804 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 200 len: 853 time: 0.0777059 Aug 09 16:00:24.340811 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-503b7b26-4672-476b-870f-0efa0b0f7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:24.340811 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-503b7b26-4672-476b-870f-0efa0b0f7316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76d6f43e-c8f8-4d78-8539-cade15da6e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657086 Aug 09 16:00:24.456231 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:24.483972 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61153eb-357a-4ffb-97d5-d0f7d9ae9eb6 None None] The sync data for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi is: [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:02Z', 'revision_number': 4, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'deb17360-644c-48c3-9c7e-c5e2114e6f62', 'name': '', 'network_id': '76d6f43e-c8f8-4d78-8539-cade15da6e49', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'mac_address': 'fa:16:3e:2c:94:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '747f8524-2004-460b-8dfc-024920484ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:02Z', 'updated_at': '2021-08-09T15:58:09Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'subnets': [{'id': '747f8524-2004-460b-8dfc-024920484ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:24.499961 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-88fec947-8412-416f-adfe-befac433dc4a service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495094 Aug 09 16:00:24.500701 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.566003 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'Port': ['ID=34294cdd-752e-4a6d-9cf0-f69ef1cf9d4b,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:24.672450 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.675229 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:24.676431 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0a240c9a-2161-4e84-a1f2-98774c9a9fa4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "DELETE /v2.0/floatingips/0cc81916-d16d-4331-bb35-1fca44955b6f HTTP/1.1" status: 204 len: 168 time: 0.8931711 Aug 09 16:00:24.695559 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5543c84a-196f-4284-bfe0-1c1a5dc1cf7e req-7dfd1b21-acfb-4e8d-8fe8-d72aa61932b1 service neutron] 10.222.0.21 "GET /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623812 Aug 09 16:00:24.894795 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a5fc1-171e-473f-a662-f4bd9b4a5dbc None None] New status for floating IP fd38a1bc-40ef-486b-b28a-9eb42e743c0e: DOWN {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:00:26.112649 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51478) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.151903 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51482) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.156637 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129581824', 'description': 'tempest-description--1384622118'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:26.182651 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.284931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b6bc7040-b966-4c9d-83cb-20ca56354097 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b3b8d3489d524eff86a391a667172006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711071 Aug 09 16:00:26.287431 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51488) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.344483 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.349394 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.398845 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256be6d7-0865-4169-b965-1567ced0d7bd,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:26.401113 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.402744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.403928 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-67fb234f-b0de-4b0f-b5d9-b156ac5a1a26 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2510431 Aug 09 16:00:26.406899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51492) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.411479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group_rule': {'security_group_id': '256be6d7-0865-4169-b965-1567ced0d7bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:26.441885 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.443718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.469619 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0abf6-7893-4e9e-a3a8-13b5f1ec901d req-706a6b30-21e3-45da-ab20-2cfbc03d07b1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:26.471160 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1fd0abf6-7893-4e9e-a3a8-13b5f1ec901d req-706a6b30-21e3-45da-ab20-2cfbc03d07b1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0895662 Aug 09 16:00:26.498608 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.501741 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.522256 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158dcebc-ced7-4c82-b790-e207860b1b23,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:26.522692 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1fd0abf6-7893-4e9e-a3a8-13b5f1ec901d req-e1d2405a-2429-4b5f-b5c2-38a15cd6c2d9 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Aug 09 16:00:26.526892 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.528317 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5f5c7b35-33c3-4258-8408-8fc6b1af5708 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203904 Aug 09 16:00:26.530989 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51494) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.535453 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'security_group_rule': {'security_group_id': '256be6d7-0865-4169-b965-1567ced0d7bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:26.543553 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.543553 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.543553 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c9660d07-3518-46ab-8f62-65c5859cda2d HTTP/1.1" status: 204 len: 168 time: 0.2542067 Aug 09 16:00:26.551740 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986129a-50fe-434d-a784-dbe4f6733452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9660d07-3518-46ab-8f62-65c5859cda2d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:26.576631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.634871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.639617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618823'] for security_group_rule, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.655043 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c854b95-4966-42f7-a785-35274695d37b,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:26.673923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.675289 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-de599119-37cd-4d4b-b07d-42e47d69dc88 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433561 Aug 09 16:00:26.678583 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51498) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:26.683689 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:26.708255 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.810603 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.916929 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Allocated IP 172.27.1.124 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/40ea63bd-d98b-4163-bd81-251ffb5cd0cd) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:26.959856 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-3bcf6668-3bc2-4c4c-865e-6a5a8a52c1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.020066 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.057948 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.096977 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:27.101642 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:27.105098 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:27.128884 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=40ea63bd-d98b-4163-bd81-251ffb5cd0cd,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.189989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.222105 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.369175 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.374513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.443707 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=40ea63bd-d98b-4163-bd81-251ffb5cd0cd,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:27.454276 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.467455 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.468742 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-8049e185-f1f2-4cdf-a8b0-181196a3e932 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7890189 Aug 09 16:00:27.652353 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcbcef-4ee2-456b-b464-a309627f6cf7 req-a1c5ee67-7271-43c5-bc52-7d3c1fe4b690 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:27.654778 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-061304d1-83d0-494c-8c82-7db96b1684e2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1129581824&fields=id&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 267 time: 0.0329242 Aug 09 16:00:27.655763 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92bcbcef-4ee2-456b-b464-a309627f6cf7 req-a1c5ee67-7271-43c5-bc52-7d3c1fe4b690 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0560472 Aug 09 16:00:27.694180 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-92bcbcef-4ee2-456b-b464-a309627f6cf7 req-7fa3a744-17ab-42d4-a980-53e166efdbc1 tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/security-groups?id=9f4720d4-4e6c-4eac-b367-9f85eed515f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326023 Aug 09 16:00:27.759281 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-4d783209-5dd1-4282-b17d-dc203f542de5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:27.760808 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-4d783209-5dd1-4282-b17d-dc203f542de5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 817 time: 0.0983944 Aug 09 16:00:27.775278 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3ca3a23f-2443-43a0-abb4-8e40135c625f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/quotas/cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 375 time: 0.0088124 Aug 09 16:00:27.830967 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-77689f88-8aa3-471a-8ff3-54e7b232c429 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503137 Aug 09 16:00:27.921578 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-62c27ae9-1957-412b-abe3-65391afcdaf2 service neutron] 10.222.0.90 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792823 Aug 09 16:00:28.014001 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-e93d6ede-c856-413b-a6a9-5662912f5b50 service neutron] 10.222.0.90 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848792 Aug 09 16:00:28.177867 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-58c0dfeb-e99d-443b-81b5-30bf53c5828e req-6ea2f426-46af-4752-9e15-b56d712b4ff8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 210 time: 0.0273321 Aug 09 16:00:28.260728 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-bc267282-aeb2-491e-b68a-fe36b60f888c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:28.262539 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-bc267282-aeb2-491e-b68a-fe36b60f888c tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.21 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Aug 09 16:00:28.364271 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Deleting port 325ed631-5cff-4b51-9841-eccf7301824d {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:28.364677 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.459139 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] For port 325ed631-5cff-4b51-9841-eccf7301824d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=325ed631-5cff-4b51-9841-eccf7301824d,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:28.459503 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.475084 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Calling delete_port for 325ed631-5cff-4b51-9841-eccf7301824d owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:28.613726 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.641494 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Pushing event deleted for resources: {'Port': ['ID=325ed631-5cff-4b51-9841-eccf7301824d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:28.650567 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['325ed631-5cff-4b51-9841-eccf7301824d'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:28.684313 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] No DVR routers for this DVR port 325ed631-5cff-4b51-9841-eccf7301824d on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:28.686774 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.688790 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea3c0c41-3d74-437e-95a9-62b94366c554 req-7f56115d-1c27-4ccc-86d1-bac516c96d0d tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.21 "DELETE /v2.0/ports/325ed631-5cff-4b51-9841-eccf7301824d HTTP/1.1" status: 204 len: 173 time: 0.4182615 Aug 09 16:00:28.689253 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'name': 'network-vif-deleted', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:28.691705 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c565fede-3c8f-4d71-aab8-121d3bca37e2" -d '{"events": [{"server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "name": "network-vif-deleted", "tag": "325ed631-5cff-4b51-9841-eccf7301824d"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:28.743178 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b39154-c4eb-4cdb-9492-acbc5ead14c4 x-openstack-request-id: req-04b39154-c4eb-4cdb-9492-acbc5ead14c4 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:28.743472 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291aabf0-8f55-4027-b715-72441e229143", "name": "network-vif-deleted", "tag": "325ed631-5cff-4b51-9841-eccf7301824d", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:28.743750 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-04b39154-c4eb-4cdb-9492-acbc5ead14c4 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:28.744137 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291aabf0-8f55-4027-b715-72441e229143', 'name': 'network-vif-deleted', 'tag': '325ed631-5cff-4b51-9841-eccf7301824d', 'status': 'completed', 'code': 200} Aug 09 16:00:28.795809 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e84879dd-f6be-42c2-bc7c-99b9e10ecc06 req-e666cca5-68bd-4bd7-853d-f3398fc8fd0b tempest-TestMinimumBasicScenario-190249555 tempest-TestMinimumBasicScenario-190249555-project] 10.222.0.90 "GET /v2.0/ports?device_id=291aabf0-8f55-4027-b715-72441e229143 HTTP/1.1" status: 200 len: 210 time: 0.0271559 Aug 09 16:00:29.258501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-b36e68c9-a112-4520-b0a0-7c86630d0c5e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:29.260633 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-b36e68c9-a112-4520-b0a0-7c86630d0c5e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 817 time: 0.1055832 Aug 09 16:00:29.288509 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-1a76c0ee-f578-43c0-802a-385bbf343262 req-0487ed49-dd5e-43b1-b602-ed695f9ca1fc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 210 time: 0.0269222 Aug 09 16:00:29.322037 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-38a9c91a-c817-4661-8a08-8c2462733ade tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 380 time: 0.0357459 Aug 09 16:00:29.334473 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'port': {'device_id': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'admin_state_up': True, 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'security_groups': ['256be6d7-0865-4169-b965-1567ced0d7bd']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:29.422821 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f6be-344d-4251-8980-fc8827a39756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.445378 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Made reservation on behalf of cefded8db16f4b6f8533b570f0b223e6 for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:00:29.449604 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.573273 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Allocated IP 172.20.0.13 (59816b26-6864-4a9d-a41a-fa60ce339fae/ae781791-8221-42a6-9927-b21b555905df/293323a5-0173-48be-8803-5b80ca9c454b) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:00:29.641380 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.697561 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51534) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:29.724009 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.738129 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Transition to ACTIVE for port object 293323a5-0173-48be-8803-5b80ca9c454b will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:29.772921 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.817666 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Network 59816b26-6864-4a9d-a41a-fa60ce339fae is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:00:29.820823 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:00:29.825336 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:00:29.832805 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:29.886086 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:29.886332 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:29.909263 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-533d5fa7-daa8-4d6a-9c91-91aa6fce1099 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5782416 Aug 09 16:00:29.930513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Request body: {'port': {'device_id': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:29.994396 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.036408 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Deleting port ff1b9b59-97aa-4613-ad75-38b614886cbe {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:30.037015 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.091312 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-06ae464c-6faf-4bfe-a0db-e1c5f67dab6b None None] Provisioning for port 293323a5-0173-48be-8803-5b80ca9c454b completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:30.095706 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-06ae464c-6faf-4bfe-a0db-e1c5f67dab6b None None] Provisioning complete for port 293323a5-0173-48be-8803-5b80ca9c454b triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:30.096216 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-06ae464c-6faf-4bfe-a0db-e1c5f67dab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.131879 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.132881 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.138081 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-06ae464c-6faf-4bfe-a0db-e1c5f67dab6b None None] Port 293323a5-0173-48be-8803-5b80ca9c454b cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:00:30.148275 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Calling delete_port for ff1b9b59-97aa-4613-ad75-38b614886cbe owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:30.296328 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:30.304684 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.321331 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Transition to ACTIVE for port object 293323a5-0173-48be-8803-5b80ca9c454b will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:00:30.324111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.325505 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.351458 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event deleted for resources: {'Port': ['ID=ff1b9b59-97aa-4613-ad75-38b614886cbe,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:30.406315 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:30.464851 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.465394 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Floating IP 87d140f8-bbdc-4479-a410-0efff8300849 disassociated (deleted). External IP: 172.27.1.108, port: 63dfb703-6339-44ff-8012-39b334407ed0. Aug 09 16:00:30.489987 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Attempting to bind port 293323a5-0173-48be-8803-5b80ca9c454b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:00:30.490372 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Attempting to bind port 293323a5-0173-48be-8803-5b80ca9c454b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:00:30.490881 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Attempting to bind port 293323a5-0173-48be-8803-5b80ca9c454b on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:30.500492 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Port 293323a5-0173-48be-8803-5b80ca9c454b on network 59816b26-6864-4a9d-a41a-fa60ce339fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:00:30.501212 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Attempting to bind port 293323a5-0173-48be-8803-5b80ca9c454b on network 59816b26-6864-4a9d-a41a-fa60ce339fae {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:00:30.511438 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:00:30.512757 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Checking segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:00:30.513407 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Bound using segment: {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:00:30.514173 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Bound port: 293323a5-0173-48be-8803-5b80ca9c454b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4460179-b68f-47fc-9ba0-50d165245837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:00:30.514895 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.527951 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a4c1b-0321-45af-a286-2d9d05186629 req-1348a1c9-f1be-4d8a-9521-f31c183d5009 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:30.529780 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c0a4c1b-0321-45af-a286-2d9d05186629 req-1348a1c9-f1be-4d8a-9521-f31c183d5009 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.1268616 Aug 09 16:00:30.609447 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:00:30.613112 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:00:30.616481 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c0a4c1b-0321-45af-a286-2d9d05186629 req-d537522c-91f3-494a-afca-f0b0028e1dc5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514338 Aug 09 16:00:30.621465 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.675688 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:30.675688 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.675688 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] 10.222.0.21 "PUT /v2.0/ports/293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 1094 time: 0.7478559 Aug 09 16:00:30.676742 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51582) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:30.755495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:30.757934 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:30.765704 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Router dab1fef2-f0bf-401a-bb1d-93a96692ebef has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:30.770040 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b84e-dc12-400c-8ab0-ce580382fb9c service neutron] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:30.808989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85632507-2c90-4f00-98c1-6ed097d4fdf2 x-openstack-request-id: req-85632507-2c90-4f00-98c1-6ed097d4fdf2 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:30.809274 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:30.809518 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85632507-2c90-4f00-98c1-6ed097d4fdf2 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:30.809900 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'status': 'completed', 'code': 200} Aug 09 16:00:30.854982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-468ab29b-6570-435c-93e2-fdd3e1166a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:30.856546 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-468ab29b-6570-435c-93e2-fdd3e1166a96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1097 time: 0.1185086 Aug 09 16:00:30.889185 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:30.893956 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.912008 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Sync routers for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:30.926301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-36876062-3cb3-467c-9cce-92da0c9187a8 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "DELETE /v2.0/floatingips/87d140f8-bbdc-4479-a410-0efff8300849 HTTP/1.1" status: 204 len: 168 time: 1.2273276 Aug 09 16:00:30.928313 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:30.928450 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:30.929117 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:30.933353 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a441b0-5423-40ba-b2ae-8874664d0736" -d '{"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:30.937481 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:30.952808 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-09367a67-bc8d-438f-8344-910903ecac98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 217 time: 0.0805893 Aug 09 16:00:30.985426 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ec3d55-1f1a-4081-882b-c6ad7f7307d3 x-openstack-request-id: req-15ec3d55-1f1a-4081-882b-c6ad7f7307d3 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:30.985865 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:30.986193 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-15ec3d55-1f1a-4081-882b-c6ad7f7307d3 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:30.986592 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'status': 'completed', 'code': 200} Aug 09 16:00:31.047927 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-dbe1d5d5-783d-43f8-8a92-c4fdbfa9d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.049398 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-dbe1d5d5-783d-43f8-8a92-c4fdbfa9d6f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0883420 Aug 09 16:00:31.071574 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:31.088544 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-4e9f013e-124c-4ac0-8dba-5affc4fc4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.091205 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-4e9f013e-124c-4ac0-8dba-5affc4fc4083 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c21ed19901546b183c9c8a95cdd1816&device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 1098 time: 0.0583572 Aug 09 16:00:31.154464 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-faecdc87-50cc-4043-bd9e-db22420431d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.155978 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-faecdc87-50cc-4043-bd9e-db22420431d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989022 Aug 09 16:00:31.236130 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-7eb15d73-cf5f-43ae-a9f9-b0bed4f037ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.237631 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-7eb15d73-cf5f-43ae-a9f9-b0bed4f037ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 200 len: 911 time: 0.0883007 Aug 09 16:00:31.270925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cdc18-9e37-4a6f-9187-2a562c7ea776 req-501ec88e-33e9-4da1-9242-a16db5c04bfe tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.272450 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-339cdc18-9e37-4a6f-9187-2a562c7ea776 req-501ec88e-33e9-4da1-9242-a16db5c04bfe tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.1345634 Aug 09 16:00:31.284040 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.284320 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-87f3ed99-f66d-42bd-9706-52c9886c07fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 200 len: 217 time: 0.0384810 Aug 09 16:00:31.315588 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Checking router: dab1fef2-f0bf-401a-bb1d-93a96692ebef for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:31.324465 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:31.325179 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.351734 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-58500788-1ae9-449d-b17c-320f6048cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.353334 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-58500788-1ae9-449d-b17c-320f6048cd00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 200 len: 848 time: 0.0606253 Aug 09 16:00:31.403279 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-6e8c4938-5a2a-44fb-9bad-a67d2d93f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.404944 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-6e8c4938-5a2a-44fb-9bad-a67d2d93f05b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5cc68f2-19d6-4abc-8c4d-5893783fd78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431578 Aug 09 16:00:31.433704 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:31.508207 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-6aae37b6-68b2-49d6-a0ea-60b59e619581 service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938208 Aug 09 16:00:31.600871 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-eb9a6902-e380-417f-b228-db44227ae23e service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275618 Aug 09 16:00:31.613075 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-42a441b0-5423-40ba-b2ae-8874664d0736 req-952c8b7c-ecc8-4cb4-8a80-ba9a87e974ef service neutron] 10.222.0.21 "GET /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963457 Aug 09 16:00:31.622196 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-339cdc18-9e37-4a6f-9187-2a562c7ea776 req-ba2bb2d1-734d-4039-a167-f41aaef211c7 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376553 Aug 09 16:00:31.653855 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:31.685169 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7745114f-71ea-4773-8d0f-a561e97019e2 None None] The sync data for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi is: [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 4, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe', 'name': '', 'network_id': 'a5cc68f2-19d6-4abc-8c4d-5893783fd78f', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'mac_address': 'fa:16:3e:f6:a8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '671b6178-bfc6-4390-a63d-73c712082b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:44Z', 'updated_at': '2021-08-09T15:54:50Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'subnets': [{'id': '671b6178-bfc6-4390-a63d-73c712082b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:31.739049 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5b51661c-1936-44b0-8a5a-4b23777e2f1b req-e96a92b8-f2e1-4551-a9ba-7b6bd06c3294 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279387 Aug 09 16:00:31.746426 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:31.757837 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543120a-bc51-42de-a8f3-8fa08c8f1921 req-03132b9d-a5e4-4aa2-a693-589d01188dc5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.764230 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d543120a-bc51-42de-a8f3-8fa08c8f1921 req-03132b9d-a5e4-4aa2-a693-589d01188dc5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0585401 Aug 09 16:00:31.805049 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-d543120a-bc51-42de-a8f3-8fa08c8f1921 req-45b34b31-7ce6-458e-a4be-d11df5c1379c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 Aug 09 16:00:31.922017 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-192c0262-c291-4273-8b7d-f4850b034cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:31.923543 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-192c0262-c291-4273-8b7d-f4850b034cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1097 time: 0.0892963 Aug 09 16:00:31.944443 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea481bba-aa52-4498-a4f3-f55affd038b7 None None] New status for floating IP 87d140f8-bbdc-4479-a410-0efff8300849: DOWN {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:00:31.979554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 325ed631-5cff-4b51-9841-eccf7301824d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:32.023875 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 325ed631-5cff-4b51-9841-eccf7301824d {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:32.024329 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 325ed631-5cff-4b51-9841-eccf7301824d not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:32.044744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-9edc6d53-18ac-401c-96c0-4bb21ee00170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.046234 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-9edc6d53-18ac-401c-96c0-4bb21ee00170 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.1066022 Aug 09 16:00:32.107974 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-a23669ec-4070-49f1-a2e5-7c67ab4736cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 217 time: 0.0441074 Aug 09 16:00:32.179007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-8dbf102e-a21b-49a2-ae80-04f77773ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.180471 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-8dbf102e-a21b-49a2-ae80-04f77773ead9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0525825 Aug 09 16:00:32.189482 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Deleting port deb17360-644c-48c3-9c7e-c5e2114e6f62 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:32.189827 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.280443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-97e78ca3-25d5-4de2-bb63-42389278cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.281931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-97e78ca3-25d5-4de2-bb63-42389278cfa4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902841 Aug 09 16:00:32.299420 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] For port deb17360-644c-48c3-9c7e-c5e2114e6f62, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=deb17360-644c-48c3-9c7e-c5e2114e6f62,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:32.299819 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.311566 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Calling delete_port for deb17360-644c-48c3-9c7e-c5e2114e6f62 owned by network:router_interface {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:32.490193 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-c2d383c6-3e62-4f7e-8677-058d5b26a915 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659555 Aug 09 16:00:32.498338 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.626951 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0e53c22f-ce00-49fa-9dd9-f25f8a63d7c6 req-74a903e5-0cbe-490b-98cd-a5bb227f2c8b service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187541 Aug 09 16:00:32.631411 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.661501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb17360-644c-48c3-9c7e-c5e2114e6f62,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:32.813327 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7d39-9c4f-46b3-9e48-953d7d5c6955 req-4f6636e6-c059-4f89-a1a0-ad747c97d4ff tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.814931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f7c7d39-9c4f-46b3-9e48-953d7d5c6955 req-4f6636e6-c059-4f89-a1a0-ad747c97d4ff tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.1071970 Aug 09 16:00:32.891303 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3f7c7d39-9c4f-46b3-9e48-953d7d5c6955 req-4d103e69-35c8-4653-b1e5-96784be0cfc9 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459847 Aug 09 16:00:32.892033 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:32.929017 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d342-ec90-48d9-a27b-e159eb50ea05 req-01234fbc-934b-4419-8510-b539050e7a73 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:32.930544 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c5d3d342-ec90-48d9-a27b-e159eb50ea05 req-01234fbc-934b-4419-8510-b539050e7a73 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0540340 Aug 09 16:00:32.969266 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-c5d3d342-ec90-48d9-a27b-e159eb50ea05 req-c3645a78-fc42-4e37-bf8e-18dd2198c6f3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Aug 09 16:00:33.083150 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-52f1b40f-0df4-4f56-be24-2f2854b7e02a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:33.084624 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-52f1b40f-0df4-4f56-be24-2f2854b7e02a tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.21 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 945 time: 0.0905716 Aug 09 16:00:33.195799 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Router 7070259b-aaa6-46f7-b58e-e764f0493e78 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:33.258831 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Deleting port 63dfb703-6339-44ff-8012-39b334407ed0 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:33.259175 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.370094 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:33.376757 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4b16bfc9-4603-49ca-931b-c2994fe938a9 admin admin] 10.222.0.90 "PUT /v2.0/routers/7070259b-aaa6-46f7-b58e-e764f0493e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971390 Aug 09 16:00:33.378548 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Sync routers for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:33.379697 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51598) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:33.388807 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:33.389935 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.393341 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] For port 63dfb703-6339-44ff-8012-39b334407ed0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63dfb703-6339-44ff-8012-39b334407ed0,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:33.393769 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.407074 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Calling delete_port for 63dfb703-6339-44ff-8012-39b334407ed0 owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:33.485139 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.495892 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:33.551197 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.591196 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event deleted for resources: {'Port': ['ID=63dfb703-6339-44ff-8012-39b334407ed0,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:33.633136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] No DVR routers for this DVR port 63dfb703-6339-44ff-8012-39b334407ed0 on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:33.636250 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.638308 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-ea9e1b4d-bc20-41dd-bbe5-25df593b724c req-297241dd-6007-4183-9b27-4db53b28ad59 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.21 "DELETE /v2.0/ports/63dfb703-6339-44ff-8012-39b334407ed0 HTTP/1.1" status: 204 len: 173 time: 0.5464694 Aug 09 16:00:33.638769 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-deleted', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:33.641110 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ae808-88f5-46a6-8351-4f01c55f8172" -d '{"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-deleted", "tag": "63dfb703-6339-44ff-8012-39b334407ed0"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:33.691488 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332f164f-8708-4c67-8892-fdd0ef3e526c x-openstack-request-id: req-332f164f-8708-4c67-8892-fdd0ef3e526c {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:33.691834 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79d135d-205a-48f4-83cf-a736330cfc23", "name": "network-vif-deleted", "tag": "63dfb703-6339-44ff-8012-39b334407ed0", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:33.692079 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-332f164f-8708-4c67-8892-fdd0ef3e526c {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:33.692479 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79d135d-205a-48f4-83cf-a736330cfc23', 'name': 'network-vif-deleted', 'tag': '63dfb703-6339-44ff-8012-39b334407ed0', 'status': 'completed', 'code': 200} Aug 09 16:00:33.797648 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.824884 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Checking router: 7070259b-aaa6-46f7-b58e-e764f0493e78 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:33.834709 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Routers {'7070259b-aaa6-46f7-b58e-e764f0493e78'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:33.835320 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['7070259b-aaa6-46f7-b58e-e764f0493e78'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:33.880194 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.941908 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Deleting port 30b9de5b-2c43-40b3-bf91-1b269262b6e7 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:33.942564 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:33.942671 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] Set router 7070259b-aaa6-46f7-b58e-e764f0493e78 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:33.970484 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:00:34.030351 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-61065fd7-6898-4f41-8c32-4f037886aff2 req-4c0bea1e-0e6b-4d7d-a737-4da2760f3f62 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "GET /v2.0/ports?device_id=c79d135d-205a-48f4-83cf-a736330cfc23 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Aug 09 16:00:34.138666 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:34.140373 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] For port 30b9de5b-2c43-40b3-bf91-1b269262b6e7, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=30b9de5b-2c43-40b3-bf91-1b269262b6e7,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:34.141341 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.156182 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '293323a5-0173-48be-8803-5b80ca9c454b', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:00:34.175147 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f9c1-c1e0-4a11-aee5-10aaef248206 req-316201d2-77c6-4f7f-b96b-4baa656bc04f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:34.176117 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:34.177511 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Calling delete_port for 30b9de5b-2c43-40b3-bf91-1b269262b6e7 owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:34.187614 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8699f9c1-c1e0-4a11-aee5-10aaef248206 req-316201d2-77c6-4f7f-b96b-4baa656bc04f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.1119413 Aug 09 16:00:34.221046 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88572e0-645c-49ba-b7d6-30960dabca4a None None] The sync data for ids ['7070259b-aaa6-46f7-b58e-e764f0493e78'] in dv-cinder-788367-5-iscsi is: [{'id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'name': 'tempest-TestMinimumBasicScenario-362830606-router', 'tenant_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T16:00:32Z', 'revision_number': 5, 'project_id': '384dd04ff0eb4ca8b2a7009ddaf4644f', 'gw_port': {'id': '30b9de5b-2c43-40b3-bf91-1b269262b6e7', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7070259b-aaa6-46f7-b58e-e764f0493e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:00Z', 'updated_at': '2021-08-09T15:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:34.232807 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.242927 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8699f9c1-c1e0-4a11-aee5-10aaef248206 req-f6745765-6bd5-4694-8313-909ca36dda90 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542121 Aug 09 16:00:34.268006 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:00:34.289817 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:34.297964 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.350337 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.423800 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.458112 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b9de5b-2c43-40b3-bf91-1b269262b6e7,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.469757 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device deb17360-644c-48c3-9c7e-c5e2114e6f62 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:34.494490 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: deb17360-644c-48c3-9c7e-c5e2114e6f62 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:34.494830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device deb17360-644c-48c3-9c7e-c5e2114e6f62 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:34.522344 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.621484 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.623825 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.669806 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.671859 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7070259b-aaa6-46f7-b58e-e764f0493e78 {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:34.672538 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['293323a5-0173-48be-8803-5b80ca9c454b'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:00:34.676764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.677948 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-b86b1d7c-dd5f-4089-92bd-587cc9fff742 admin admin] 10.222.0.90 "DELETE /v2.0/routers/7070259b-aaa6-46f7-b58e-e764f0493e78 HTTP/1.1" status: 204 len: 168 time: 1.2971888 Aug 09 16:00:34.680607 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51606) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.739018 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Deleting subnet 747f8524-2004-460b-8dfc-024920484ee4 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:34.742487 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.786995 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.909065 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.960665 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.983042 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747f8524-2004-460b-8dfc-024920484ee4,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:34.988583 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:34.990429 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6ae27b25-cd5e-472e-91b8-840a07abd468 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/747f8524-2004-460b-8dfc-024920484ee4 HTTP/1.1" status: 204 len: 168 time: 0.3074887 Aug 09 16:00:34.993352 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51608) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:34.994914 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66607fc4-1e7a-40ef-8f47-e41123ef7a05 None None] Network 76d6f43e-c8f8-4d78-8539-cade15da6e49 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:35.060006 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.093756 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51612) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.116284 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Deleting port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:35.116625 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.174086 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.178064 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596efb42-780d-498f-99fd-3993f8574578 None None] DHCP port deletion for 76d6f43e-c8f8-4d78-8539-cade15da6e49 request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:35.189193 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] For port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:35.189562 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.203041 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Calling delete_port for a59f9d2b-3e1e-4df6-821b-eebd84d9eeec owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:35.217873 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.242258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Deleting port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec {{(pid=93335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:35.242258 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.290938 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.295678 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.299194 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.301927 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] 10.222.0.90 "DELETE /v2.0/security-groups/3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7 HTTP/1.1" status: 204 len: 168 time: 0.2068446 Aug 09 16:00:35.312009 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898fcbc-aace-4f2f-9068-2206ce63b759 tempest-TestShelveInstance-1651803882 tempest-TestShelveInstance-1651803882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe74e3d-edf1-4efe-9dcd-2dd6493f1cf7,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.313220 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-596efb42-780d-498f-99fd-3993f8574578 None None] For port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,segment=NetworkSegment(1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e),segment_id=1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:35.313842 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.331474 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Calling delete_port for a59f9d2b-3e1e-4df6-821b-eebd84d9eeec owned by network:dhcp {{(pid=93335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:35.331816 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.337799 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] No DVR routers for this DVR port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:35.383522 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51618) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.418495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820ee18-ff69-4121-ad4a-44fab5b82bc5 req-69fc68ad-c66a-417c-8e8f-38efdb93dd38 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:35.420392 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6820ee18-ff69-4121-ad4a-44fab5b82bc5 req-69fc68ad-c66a-417c-8e8f-38efdb93dd38 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 945 time: 0.0691226 Aug 09 16:00:35.424559 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286'] for port, after_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.434839 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.446769 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d6f43e-c8f8-4d78-8539-cade15da6e49']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:35.450446 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596efb42-780d-498f-99fd-3993f8574578 None None] Pushing event deleted for resources: {'Port': ['ID=a59f9d2b-3e1e-4df6-821b-eebd84d9eeec,revision_number=None']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.454434 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596efb42-780d-498f-99fd-3993f8574578 None None] No DVR routers for this DVR port a59f9d2b-3e1e-4df6-821b-eebd84d9eeec on host dv-cinder-788367-5-iscsi {{(pid=93335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:35.467620 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:35.467983 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9117e2-9e3f-45b0-8a1a-ced9a25e9c5e') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:35.472691 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6820ee18-ff69-4121-ad4a-44fab5b82bc5 req-172d3d71-d974-4bec-9fec-56888c839af6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448203 Aug 09 16:00:35.477635 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.497030 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.503399 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:35.503907 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:35.505946 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:35.599181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.605496 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.607345 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] 10.222.0.90 "DELETE /v2.0/networks/76d6f43e-c8f8-4d78-8539-cade15da6e49 HTTP/1.1" status: 204 len: 168 time: 0.6130121 Aug 09 16:00:35.610299 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51622) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:35.621931 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fb6bc-df40-4b12-b27a-ab5f80744e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=76d6f43e-c8f8-4d78-8539-cade15da6e49,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:35.924505 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:35.976334 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:00:36.031824 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 293323a5-0173-48be-8803-5b80ca9c454b completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:00:36.035973 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 293323a5-0173-48be-8803-5b80ca9c454b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:00:36.036406 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.117132 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.144539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:36.147134 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5396353-6df3-4ba6-ade5-b60c806c601e" -d '{"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:36.161412 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:36.167676 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.169002 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.192937 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 63dfb703-6339-44ff-8012-39b334407ed0 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.193274 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 63dfb703-6339-44ff-8012-39b334407ed0 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.204684 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Deleting port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:36.205498 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.216255 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b3b28-cb46-423d-9931-f6c6f76afd49 x-openstack-request-id: req-787b3b28-cb46-423d-9931-f6c6f76afd49 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:36.216543 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:36.216760 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-787b3b28-cb46-423d-9931-f6c6f76afd49 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:36.217141 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'code': 200} Aug 09 16:00:36.240784 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.243308 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.294285 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] For port ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:36.294650 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.309230 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Calling delete_port for ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe owned by network:router_interface {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:36.443632 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b96d5-3376-4cb6-8abc-b06b1d4f45e6 req-63412d16-6ac3-4e5d-b662-b1fcbe4ddb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:36.445062 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-334b96d5-3376-4cb6-8abc-b06b1d4f45e6 req-63412d16-6ac3-4e5d-b662-b1fcbe4ddb80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1099 time: 0.0496712 Aug 09 16:00:36.458297 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 30b9de5b-2c43-40b3-bf91-1b269262b6e7 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.484472 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 30b9de5b-2c43-40b3-bf91-1b269262b6e7 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.484829 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 30b9de5b-2c43-40b3-bf91-1b269262b6e7 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.485228 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a59f9d2b-3e1e-4df6-821b-eebd84d9eeec no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:36.505641 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: a59f9d2b-3e1e-4df6-821b-eebd84d9eeec {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:36.506351 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a59f9d2b-3e1e-4df6-821b-eebd84d9eeec not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:36.522932 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-334b96d5-3376-4cb6-8abc-b06b1d4f45e6 req-bf6207c7-a0a1-4100-a332-526f1ddcd649 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699258 Aug 09 16:00:36.529318 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.555884 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.599617 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Deleting port c3b4fee4-6596-4a93-8a6c-dd40da74cee5 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:36.599986 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.653854 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b3ad-ec4e-4733-b8c5-7d6b650750ec req-330bc870-c05a-4185-aaa4-c4687f133b18 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:36.655416 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5e04b3ad-ec4e-4733-b8c5-7d6b650750ec req-330bc870-c05a-4185-aaa4-c4687f133b18 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0955889 Aug 09 16:00:36.727041 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5e04b3ad-ec4e-4733-b8c5-7d6b650750ec req-964b2b87-a4dd-4a69-88e8-a51cbd33b57c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633841 Aug 09 16:00:36.733127 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] For port c3b4fee4-6596-4a93-8a6c-dd40da74cee5, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:36.733496 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.737488 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.746712 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Calling delete_port for c3b4fee4-6596-4a93-8a6c-dd40da74cee5 owned by network:router_interface {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:36.928379 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:36.954732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b4fee4-6596-4a93-8a6c-dd40da74cee5,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:36.958492 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Router dab1fef2-f0bf-401a-bb1d-93a96692ebef has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:37.083247 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:37.092295 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-53ac5306-7214-4eac-855c-c1127043dce4 admin admin] 10.222.0.90 "PUT /v2.0/routers/dab1fef2-f0bf-401a-bb1d-93a96692ebef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075877 Aug 09 16:00:37.093089 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51628) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.094655 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Sync routers for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:37.106910 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:37.107530 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.124941 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.206837 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.232951 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:37.325335 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.337408 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Router d1c96928-db51-46b2-9d01-313b24454391 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:37.380734 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Deleting port bf739c8d-f001-431e-aa6c-afec1829e66e {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:37.381083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.417695 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T16:00:36Z', 'revision_number': 5, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port': {'id': 'bf739c8d-f001-431e-aa6c-afec1829e66e', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:41Z', 'updated_at': '2021-08-09T15:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.448624 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Checking router: dab1fef2-f0bf-401a-bb1d-93a96692ebef for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:37.449743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:37.457701 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-c5b7fb55-c6c5-4274-9706-a57569f9e2e7 admin admin] 10.222.0.90 "PUT /v2.0/routers/d1c96928-db51-46b2-9d01-313b24454391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439786 Aug 09 16:00:37.457897 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51630) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:37.460279 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Routers {'dab1fef2-f0bf-401a-bb1d-93a96692ebef'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:37.461036 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.467926 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Sync routers for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:37.475716 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] For port bf739c8d-f001-431e-aa6c-afec1829e66e, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bf739c8d-f001-431e-aa6c-afec1829e66e,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:37.476094 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.480432 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:37.481343 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.489329 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Calling delete_port for bf739c8d-f001-431e-aa6c-afec1829e66e owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:37.584888 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.622431 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:37.720982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.742652 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] Set router dab1fef2-f0bf-401a-bb1d-93a96692ebef gateway port host: None {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:37.781513 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Deleting port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:37.781851 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.782418 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.807207 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T16:00:37Z', 'revision_number': 6, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.823103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf739c8d-f001-431e-aa6c-afec1829e66e,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:37.846542 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522ba7f8-2bc5-429c-89e5-eb494ab7641a None None] The sync data for ids ['dab1fef2-f0bf-401a-bb1d-93a96692ebef'] in dv-cinder-788367-5-iscsi is: [{'id': 'dab1fef2-f0bf-401a-bb1d-93a96692ebef', 'name': 'tempest-TestShelveInstance-1155676984-router', 'tenant_id': '9c21ed19901546b183c9c8a95cdd1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:40Z', 'updated_at': '2021-08-09T16:00:37Z', 'revision_number': 6, 'project_id': '9c21ed19901546b183c9c8a95cdd1816', 'gw_port_host': None}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:37.884010 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T16:00:36Z', 'revision_number': 5, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port': {'id': 'fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c96928-db51-46b2-9d01-313b24454391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:58:05Z', 'updated_at': '2021-08-09T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.896195 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] For port fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:37.896818 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.910869 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Calling delete_port for fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 owned by network:router_gateway {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:37.914080 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.915158 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Checking router: d1c96928-db51-46b2-9d01-313b24454391 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:37.924307 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Routers {'d1c96928-db51-46b2-9d01-313b24454391'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:37.924916 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['d1c96928-db51-46b2-9d01-313b24454391'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:37.956717 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d9f6-8f57-4b79-a9be-a40cbaf728c6 req-e4ae986e-d311-4eb8-be5b-7703c78268af tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:37.958395 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-56b0d9f6-8f57-4b79-a9be-a40cbaf728c6 req-e4ae986e-d311-4eb8-be5b-7703c78268af tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0947049 Aug 09 16:00:38.017102 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] Set router d1c96928-db51-46b2-9d01-313b24454391 gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:38.071048 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T16:00:37Z', 'revision_number': 6, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:38.092201 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.102815 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ddfafd-b1ad-476e-b39a-618eead14c2f None None] The sync data for ids ['d1c96928-db51-46b2-9d01-313b24454391'] in dv-cinder-788367-5-iscsi is: [{'id': 'd1c96928-db51-46b2-9d01-313b24454391', 'name': 'tempest-TestMinimumBasicScenario-1845066951-router', 'tenant_id': '0b6530c9609d429daa881e0345784ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:58:04Z', 'updated_at': '2021-08-09T16:00:37Z', 'revision_number': 6, 'project_id': '0b6530c9609d429daa881e0345784ff7', 'gw_port_host': None}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:38.122144 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.184223 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.287526 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.290656 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.310568 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.312898 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.342001 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.342609 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c96928-db51-46b2-9d01-313b24454391 {{(pid=93333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:38.347895 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.349052 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-96a08b46-3672-4af3-9af8-748b7af39d68 admin admin] 10.222.0.90 "DELETE /v2.0/routers/d1c96928-db51-46b2-9d01-313b24454391 HTTP/1.1" status: 204 len: 168 time: 0.8902080 Aug 09 16:00:38.351815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51634) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.360780 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-56b0d9f6-8f57-4b79-a9be-a40cbaf728c6 req-228301a3-2432-458c-8cef-5d2d59756bb6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731780 Aug 09 16:00:38.368083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.368433 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab1fef2-f0bf-401a-bb1d-93a96692ebef {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:38.373159 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.376718 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-fb8e6aed-4fd0-46a2-be45-8af8fc9c4109 admin admin] 10.222.0.90 "DELETE /v2.0/routers/dab1fef2-f0bf-401a-bb1d-93a96692ebef HTTP/1.1" status: 204 len: 168 time: 1.2826779 Aug 09 16:00:38.379243 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51636) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.430206 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Deleting subnet 62e47718-40aa-4c2a-8d01-a43538e462f9 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:38.435286 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.462254 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Deleting subnet 671b6178-bfc6-4390-a63d-73c712082b96 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:38.474252 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.526315 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.553980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.614281 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29996f62-d0e4-4a4e-b2d6-90ed4641d153 req-56ac6c95-ef07-4a8b-820d-107e5afa8841 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:38.615841 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-29996f62-d0e4-4a4e-b2d6-90ed4641d153 req-56ac6c95-ef07-4a8b-820d-107e5afa8841 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.1768088 Aug 09 16:00:38.625473 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51640) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.630082 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Request body: {'floatingip': {'port_id': '293323a5-0173-48be-8803-5b80ca9c454b'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:00:38.671993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, before_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.689035 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.712335 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.784858 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.789903 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.825924 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e47718-40aa-4c2a-8d01-a43538e462f9,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.827979 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.832245 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-7d27233f-8dd8-4462-92b0-90ce21663ad0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/62e47718-40aa-4c2a-8d01-a43538e462f9 HTTP/1.1" status: 204 len: 168 time: 0.4770977 Aug 09 16:00:38.833083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51642) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.833800 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.835557 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/671b6178-bfc6-4390-a63d-73c712082b96 HTTP/1.1" status: 204 len: 168 time: 0.4552445 Aug 09 16:00:38.836772 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27e96f-0b7e-44c6-8cf3-abe5e44d0e40 None None] Network 59218b26-1155-4f4e-825c-7230c69c0d53 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:38.838121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51644) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:38.882743 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228da6bd-57f7-440c-8d8c-b74d5888fd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=671b6178-bfc6-4390-a63d-73c712082b96,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:38.917320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e5d73f-ee09-4460-b109-63ea8137b473 None None] Network a5cc68f2-19d6-4abc-8c4d-5893783fd78f requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:38.944346 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:38.957807 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.011067 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Deleting port 0202b213-e542-4418-a5b2-958ab036f2b2 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:39.011633 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.107119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] For port 0202b213-e542-4418-a5b2-958ab036f2b2, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=0202b213-e542-4418-a5b2-958ab036f2b2,segment=NetworkSegment(e0886f98-ddd6-4139-bb51-a74ba43a8a41),segment_id=e0886f98-ddd6-4139-bb51-a74ba43a8a41)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.107498 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.121874 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Calling delete_port for 0202b213-e542-4418-a5b2-958ab036f2b2 owned by network:dhcp {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:39.156382 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Deleting port 9ed91df2-79ad-4628-ad32-243afb00ab86 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:39.156815 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.214401 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] DHCP port deletion for 59218b26-1155-4f4e-825c-7230c69c0d53 request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:39.235432 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.266089 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0202b213-e542-4418-a5b2-958ab036f2b2,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.276659 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] For port 9ed91df2-79ad-4628-ad32-243afb00ab86, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=9ed91df2-79ad-4628-ad32-243afb00ab86,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.277197 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.290270 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] No DVR routers for this DVR port 0202b213-e542-4418-a5b2-958ab036f2b2 on host dv-cinder-788367-5-iscsi {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:39.295771 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d8204-673d-4249-9746-26fb1db541f4 None None] DHCP port deletion for a5cc68f2-19d6-4abc-8c4d-5893783fd78f request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:39.309257 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Calling delete_port for 9ed91df2-79ad-4628-ad32-243afb00ab86 owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:39.348910 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Deleting port 9ed91df2-79ad-4628-ad32-243afb00ab86 {{(pid=93335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:39.356757 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.409321 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.419352 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.420154 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.426054 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device c3b4fee4-6596-4a93-8a6c-dd40da74cee5 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:39.431618 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cc68f2-19d6-4abc-8c4d-5893783fd78f']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.445754 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0886f98-ddd6-4139-bb51-a74ba43a8a41') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.446047 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0886f98-ddd6-4139-bb51-a74ba43a8a41') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.452633 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: c3b4fee4-6596-4a93-8a6c-dd40da74cee5 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:39.452823 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device c3b4fee4-6596-4a93-8a6c-dd40da74cee5 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:39.453723 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:39.455244 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.480246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.483251 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:39.483921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ae8ddfbf-0cb8-48f0-8c34-2f0136b68bfe not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:39.490322 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:39.490739 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.492480 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] For port 9ed91df2-79ad-4628-ad32-243afb00ab86, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=9ed91df2-79ad-4628-ad32-243afb00ab86,segment=NetworkSegment(4a5943f5-3f96-4c6a-b1c4-4173900791af),segment_id=4a5943f5-3f96-4c6a-b1c4-4173900791af)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:39.492883 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:39.495425 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.508552 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Calling delete_port for 9ed91df2-79ad-4628-ad32-243afb00ab86 owned by network:dhcp {{(pid=93335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:39.535369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.563987 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.574071 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed91df2-79ad-4628-ad32-243afb00ab86,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.576547 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.578642 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a5cc68f2-19d6-4abc-8c4d-5893783fd78f HTTP/1.1" status: 204 len: 168 time: 0.7396193 Aug 09 16:00:39.584508 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51646) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:39.592065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] No DVR routers for this DVR port 9ed91df2-79ad-4628-ad32-243afb00ab86 on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:39.595464 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Floating IP 1f61f2c9-ef4a-4fc5-884c-7c099398f614 associated. External IP: 172.27.1.124, port: 293323a5-0173-48be-8803-5b80ca9c454b. Aug 09 16:00:39.597107 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa78eb-bc5a-4745-b69a-93609d8ef9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cc68f2-19d6-4abc-8c4d-5893783fd78f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.616675 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286'] for port, after_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.643134 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] Pushing event deleted for resources: {'Port': ['ID=9ed91df2-79ad-4628-ad32-243afb00ab86,revision_number=None']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:39.646674 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96eb74-ae16-48d9-ae5e-dfad974c8698 None None] No DVR routers for this DVR port 9ed91df2-79ad-4628-ad32-243afb00ab86 on host dv-cinder-788367-5-iscsi {{(pid=93335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:39.816613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.835146 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59218b26-1155-4f4e-825c-7230c69c0d53']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.855564 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5943f5-3f96-4c6a-b1c4-4173900791af') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.855878 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5943f5-3f96-4c6a-b1c4-4173900791af') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:39.872828 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.922953 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.935377 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:39.935863 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:39.937450 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:40.093361 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.106718 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.108544 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] 10.222.0.90 "DELETE /v2.0/networks/59218b26-1155-4f4e-825c-7230c69c0d53 HTTP/1.1" status: 204 len: 168 time: 1.2751179 Aug 09 16:00:40.127992 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f265df-dc13-4310-ae09-e7b35c8c0e55 admin admin] Pushing event deleted for resources: {'Network': ['ID=59218b26-1155-4f4e-825c-7230c69c0d53,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.166515 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:40.229472 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51654) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.269559 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-0c7611d2-4a11-4f85-aab0-fc2a93b8eea1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=384dd04ff0eb4ca8b2a7009ddaf4644f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390272 Aug 09 16:00:40.271999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51656) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.318929 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:40.319787 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.324702 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.330657 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:40.342561 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:40.344081 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.348056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.372735 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-05f449d8-967d-41d6-80b5-15bb4ef0f416 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "PUT /v2.0/floatingips/1f61f2c9-ef4a-4fc5-884c-7c099398f614 HTTP/1.1" status: 200 len: 992 time: 1.7461388 Aug 09 16:00:40.374071 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:00:40.377728 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061f1a96-674a-4cde-b504-c7bf71a72a60" -d '{"events": [{"name": "network-changed", "server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:00:40.417936 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.421642 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.426361 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9f4720d4-4e6c-4eac-b367-9f85eed515f6 HTTP/1.1" status: 204 len: 168 time: 0.1500454 Aug 09 16:00:40.432666 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6dfd5-1e5c-4aba-b110-8a412f02506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4720d4-4e6c-4eac-b367-9f85eed515f6,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:40.455581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.458221 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f04a84b-a404-4ee1-b395-543e2b07711b x-openstack-request-id: req-2f04a84b-a404-4ee1-b395-543e2b07711b {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:00:40.458501 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:00:40.458746 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f04a84b-a404-4ee1-b395-543e2b07711b {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:00:40.459129 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'status': 'completed', 'code': 200} Aug 09 16:00:40.518165 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 9ed91df2-79ad-4628-ad32-243afb00ab86 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:40.553731 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 9ed91df2-79ad-4628-ad32-243afb00ab86 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:40.554399 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 9ed91df2-79ad-4628-ad32-243afb00ab86 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:40.555031 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bf739c8d-f001-431e-aa6c-afec1829e66e no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:40.570323 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-1b3f11ef-3acd-4d5e-aff2-e0d1c2e885e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:40.573081 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-1b3f11ef-3acd-4d5e-aff2-e0d1c2e885e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1099 time: 0.0542216 Aug 09 16:00:40.585961 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: bf739c8d-f001-431e-aa6c-afec1829e66e {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:40.586836 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bf739c8d-f001-431e-aa6c-afec1829e66e not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:40.586836 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:40.610467 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:40.611289 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device fa71b668-7c7d-4c3c-87cf-b6d6ffbf5924 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:40.611915 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0202b213-e542-4418-a5b2-958ab036f2b2 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:40.615142 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:40.659749 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 0202b213-e542-4418-a5b2-958ab036f2b2 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:40.660099 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 0202b213-e542-4418-a5b2-958ab036f2b2 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:40.707807 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-b2ed5d46-521e-4484-b29b-66f896d11eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:40.709714 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-b2ed5d46-521e-4484-b29b-66f896d11eb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.1291833 Aug 09 16:00:40.798639 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Deleting port 2c5f0219-ef92-481c-8906-b1dd83bfc42f {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:40.799364 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.867536 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51666) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.913421 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '1f61f2c9-ef4a-4fc5-884c-7c099398f614', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.940053 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] For port 2c5f0219-ef92-481c-8906-b1dd83bfc42f, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=2c5f0219-ef92-481c-8906-b1dd83bfc42f,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:40.940419 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:40.945037 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-86ead14d-e77f-4ce0-a3dd-23e29a541b6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b6530c9609d429daa881e0345784ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762534 Aug 09 16:00:40.949064 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:40.951089 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51668) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:40.958653 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:40.959280 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:40.967968 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Calling delete_port for 2c5f0219-ef92-481c-8906-b1dd83bfc42f owned by network:router_interface {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:41.057254 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.061412 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-16911145-b757-4d9a-9817-a97e6e98fd3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 1000 time: 0.3420687 Aug 09 16:00:41.068933 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:41.113141 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-f4a9d1aa-e3d5-4f54-bb12-673f43716502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:41.114521 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-f4a9d1aa-e3d5-4f54-bb12-673f43716502 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0448005 Aug 09 16:00:41.117048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.169100 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-3b0db762-598f-4708-a97f-9e1c11a966e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:00:41.170618 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-3b0db762-598f-4708-a97f-9e1c11a966e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485587 Aug 09 16:00:41.219092 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.222103 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.223498 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a359642-c250-4a7e-90d4-587fdbc9c376 HTTP/1.1" status: 204 len: 168 time: 0.2714460 Aug 09 16:00:41.239332 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e063e3-78d4-495f-a5e8-1bb00d1ccbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a359642-c250-4a7e-90d4-587fdbc9c376,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.249435 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:41.282415 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f0219-ef92-481c-8906-b1dd83bfc42f,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:41.283957 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-bfb0a9d8-5e92-45fe-b752-24f2b85b9d47 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052678 Aug 09 16:00:41.383488 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '1f61f2c9-ef4a-4fc5-884c-7c099398f614', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:41.401804 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-061f1a96-674a-4cde-b504-c7bf71a72a60 req-5fccc655-078b-4cef-b612-24adf41ea53c service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093097 Aug 09 16:00:41.419560 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f71e-8a3c-4c9a-8399-04c720b812e0 None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '1f61f2c9-ef4a-4fc5-884c-7c099398f614', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:00:27Z', 'updated_at': '2021-08-09T16:00:39Z', 'revision_number': 1, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:41.735890 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6039aed-2e34-490f-bac8-83f69fc65fea None None] New status for floating IP 1f61f2c9-ef4a-4fc5-884c-7c099398f614: ACTIVE {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:00:41.834836 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.066508 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Router 41864d29-496c-44ec-80a5-338876761a3a has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:00:42.169315 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:00:42.174262 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6befd065-c2e4-4c93-91d9-8077e53713e5 admin admin] 10.222.0.90 "PUT /v2.0/routers/41864d29-496c-44ec-80a5-338876761a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882425 Aug 09 16:00:42.176792 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51674) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.179240 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Sync routers for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:00:42.189086 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:42.189688 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.281844 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.294412 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:42.381550 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.438386 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Deleting port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:42.438647 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.489445 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T16:00:41Z', 'revision_number': 5, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port': {'id': 'ed93c8e8-6333-46d3-a08d-ed8eb3ac2532', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:9c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41864d29-496c-44ec-80a5-338876761a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:54:47Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.514987 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Checking router: 41864d29-496c-44ec-80a5-338876761a3a for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:00:42.515181 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] For port ed93c8e8-6333-46d3-a08d-ed8eb3ac2532, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:42.515523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.523744 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Routers {'41864d29-496c-44ec-80a5-338876761a3a'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:00:42.524359 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:00:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['41864d29-496c-44ec-80a5-338876761a3a'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.529180 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Calling delete_port for ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:42.611624 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] Set router 41864d29-496c-44ec-80a5-338876761a3a gateway port host: None {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:00:42.695620 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.723547 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed93c8e8-6333-46d3-a08d-ed8eb3ac2532,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:42.792014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.799471 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T16:00:42Z', 'revision_number': 6, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:42.825791 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a4a16-313b-4f2d-b1a0-b8346183a9e4 None None] The sync data for ids ['41864d29-496c-44ec-80a5-338876761a3a'] in dv-cinder-788367-5-iscsi is: [{'id': '41864d29-496c-44ec-80a5-338876761a3a', 'name': 'tempest-TestShelveInstance-795647838-router', 'tenant_id': '6de09e42ac36461996609fefee3b7a9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:54:46Z', 'updated_at': '2021-08-09T16:00:42Z', 'revision_number': 6, 'project_id': '6de09e42ac36461996609fefee3b7a9f', 'gw_port_host': None}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:00:42.882076 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.884212 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.927617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.928179 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41864d29-496c-44ec-80a5-338876761a3a {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:00:42.932843 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:42.934063 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-5687d1ec-c6a5-4494-9d6c-1df8462ca992 admin admin] 10.222.0.90 "DELETE /v2.0/routers/41864d29-496c-44ec-80a5-338876761a3a HTTP/1.1" status: 204 len: 168 time: 0.7563648 Aug 09 16:00:42.936597 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51678) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:42.983517 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Deleting subnet e618bc36-5077-40a4-a61c-003b5a0de2bb {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:00:42.986509 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.019005 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.092986 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.145021 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.175855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e618bc36-5077-40a4-a61c-003b5a0de2bb,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:43.179479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.182570 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-acf55ecf-40c9-46d0-9283-6bf26e2c92b2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e618bc36-5077-40a4-a61c-003b5a0de2bb HTTP/1.1" status: 204 len: 168 time: 0.2438447 Aug 09 16:00:43.184495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51680) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.188116 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9a95f-0074-4bf8-b6dd-6d70e044f6ff None None] Network 3e36c294-a4fe-40d8-8692-bf343da252fd requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:00:43.254256 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.307021 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Deleting port 4688a3d1-683f-4121-9f66-7710abf02c6b {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:00:43.307355 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.373044 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] For port 4688a3d1-683f-4121-9f66-7710abf02c6b, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=4688a3d1-683f-4121-9f66-7710abf02c6b,segment=NetworkSegment(b43c43db-2aa7-4880-b2ba-8327aaafde47),segment_id=b43c43db-2aa7-4880-b2ba-8327aaafde47)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:00:43.373406 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.385351 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Calling delete_port for 4688a3d1-683f-4121-9f66-7710abf02c6b owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:00:43.462250 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.487582 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Pushing event deleted for resources: {'Port': ['ID=4688a3d1-683f-4121-9f66-7710abf02c6b,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:43.489304 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] No DVR routers for this DVR port 4688a3d1-683f-4121-9f66-7710abf02c6b on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:00:43.563704 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.573330 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e36c294-a4fe-40d8-8692-bf343da252fd']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.584223 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43c43db-2aa7-4880-b2ba-8327aaafde47') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.584512 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43c43db-2aa7-4880-b2ba-8327aaafde47') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:00:43.593892 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.597288 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c78f95-cd82-4bc9-9a48-59cff2f50482 None None] DHCP port deletion for 3e36c294-a4fe-40d8-8692-bf343da252fd request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:00:43.608116 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.617068 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:00:43.617522 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:00:43.619902 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:00:43.678491 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.696669 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:43.700200 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] 10.222.0.90 "DELETE /v2.0/networks/3e36c294-a4fe-40d8-8692-bf343da252fd HTTP/1.1" status: 204 len: 168 time: 0.5132203 Aug 09 16:00:43.701274 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d273a1-5805-4499-b1e7-1b7233245683 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e36c294-a4fe-40d8-8692-bf343da252fd,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:43.891798 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51686) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.938850 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-1b46a18b-62e8-440f-8c88-e600a098c2ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9c21ed19901546b183c9c8a95cdd1816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458505 Aug 09 16:00:43.941381 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51688) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:43.990759 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.012703 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.070173 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.073204 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.074628 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5bfcb373-d7dd-4be5-afbb-f914a5afaa38 HTTP/1.1" status: 204 len: 168 time: 0.1322615 Aug 09 16:00:44.083797 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f3bbc-ba7c-4558-bcf1-59337c6b63a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcb373-d7dd-4be5-afbb-f914a5afaa38,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:44.413598 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 51694) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.467900 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-33b0e9b8-ab45-48c0-9e39-6b55c3e51580 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6de09e42ac36461996609fefee3b7a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507979 Aug 09 16:00:44.468565 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51696) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:00:44.477288 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 2c5f0219-ef92-481c-8906-b1dd83bfc42f no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:44.497663 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 2c5f0219-ef92-481c-8906-b1dd83bfc42f {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:44.498114 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 2c5f0219-ef92-481c-8906-b1dd83bfc42f not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:44.498402 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4688a3d1-683f-4121-9f66-7710abf02c6b no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:44.517354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 4688a3d1-683f-4121-9f66-7710abf02c6b {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:44.517686 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 4688a3d1-683f-4121-9f66-7710abf02c6b not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:44.518277 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:00:44.518749 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.536742 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:00:44.537078 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device ed93c8e8-6333-46d3-a08d-ed8eb3ac2532 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:00:44.540961 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.588951 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.591498 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:44.592674 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bf528e10-709e-4599-a251-78980db4c19e HTTP/1.1" status: 204 len: 168 time: 0.1228614 Aug 09 16:00:44.600403 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59edfd-b4cc-41aa-a55e-5c89f634e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf528e10-709e-4599-a251-78980db4c19e,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:00:47.192021 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:56.965259 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6df25e0d-b48f-4fec-9f0b-05d4dd33d7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.423921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5194cdb9-36bd-4484-8873-74879e4cf3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:59.642246 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:00.922354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:01.132425 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:01:02.500665 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:17.206440 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:22.249319 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7d09-a787-4423-8bbf-347c909eafba req-29380480-1e79-438d-88b3-a78746678de6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:22.250799 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4fba7d09-a787-4423-8bbf-347c909eafba req-29380480-1e79-438d-88b3-a78746678de6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0520911 Aug 09 16:01:22.288306 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4fba7d09-a787-4423-8bbf-347c909eafba req-a09369b5-5a3b-492a-bf18-9593237d11b8 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 09 16:01:23.424940 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb4799-e508-43ac-b92c-6cf00aca6d8a req-4dfa456c-732a-49b5-b18d-466bf1ea220d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:23.427095 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6dcb4799-e508-43ac-b92c-6cf00aca6d8a req-4dfa456c-732a-49b5-b18d-466bf1ea220d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0647924 Aug 09 16:01:23.466476 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6dcb4799-e508-43ac-b92c-6cf00aca6d8a req-a356ecd9-550e-4125-be75-8d3af79ca09f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Aug 09 16:01:24.585380 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4579-8638-46fc-a5df-d7a4cf75d04b req-612ad2ae-0e9e-458b-9230-13efa8509168 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:24.586875 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ccca4579-8638-46fc-a5df-d7a4cf75d04b req-612ad2ae-0e9e-458b-9230-13efa8509168 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0489016 Aug 09 16:01:24.623959 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ccca4579-8638-46fc-a5df-d7a4cf75d04b req-1c26fd6f-197a-4423-b639-44eba4ed4f3a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Aug 09 16:01:25.748022 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec636f-fe07-4137-92e3-ba7ec377c1e6 req-151cd8e2-ccb4-456f-8b27-b3a90702cd8d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:25.749556 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b5ec636f-fe07-4137-92e3-ba7ec377c1e6 req-151cd8e2-ccb4-456f-8b27-b3a90702cd8d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0536630 Aug 09 16:01:25.792150 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b5ec636f-fe07-4137-92e3-ba7ec377c1e6 req-79663792-f949-45bb-bb50-96266c9a5553 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364878 Aug 09 16:01:26.914814 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ecbcf-3485-4df8-bc94-de3b1e05b149 req-8320679f-86fa-4756-9161-225b5678a00b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:26.916313 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-204ecbcf-3485-4df8-bc94-de3b1e05b149 req-8320679f-86fa-4756-9161-225b5678a00b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0478282 Aug 09 16:01:26.957636 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae3ad-d6f9-43b4-8703-c0990f1ea0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:26.964377 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-204ecbcf-3485-4df8-bc94-de3b1e05b149 req-1a9fc398-8145-457f-aa85-af419d0dca6b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Aug 09 16:01:28.077076 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2d92-6bde-4eb3-ac1b-fcae3f1f8b19 req-1298f8b9-1a8b-4226-b055-1ebcedc4c3e3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:28.078634 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5afe2d92-6bde-4eb3-ac1b-fcae3f1f8b19 req-1298f8b9-1a8b-4226-b055-1ebcedc4c3e3 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0479453 Aug 09 16:01:28.116229 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5afe2d92-6bde-4eb3-ac1b-fcae3f1f8b19 req-c4d6b611-99b4-4b7d-b44f-d518904e0b1f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Aug 09 16:01:29.238184 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534e0e9-113f-42b2-a25c-eabf6f7dd9e9 req-771cd404-8396-40ac-8ccc-06d02b563ed9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:29.239694 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6534e0e9-113f-42b2-a25c-eabf6f7dd9e9 req-771cd404-8396-40ac-8ccc-06d02b563ed9 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0517633 Aug 09 16:01:29.278492 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6534e0e9-113f-42b2-a25c-eabf6f7dd9e9 req-84e6f0c4-2c43-4e02-9a25-2fcf3bcb2d3c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Aug 09 16:01:29.425045 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-214cbd02-52ad-47be-8b15-7146ea148e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:29.644505 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.399081 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f395c-d6c4-4998-b131-959f4c4bbe20 req-001c3112-b657-427d-8e8c-f8822061a089 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.400634 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7c4f395c-d6c4-4998-b131-959f4c4bbe20 req-001c3112-b657-427d-8e8c-f8822061a089 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0480351 Aug 09 16:01:30.438930 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7c4f395c-d6c4-4998-b131-959f4c4bbe20 req-7dcc4077-e36e-4ea7-b69c-1c883f205076 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Aug 09 16:01:30.577401 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-8201c44e-0225-4101-a46c-e4c76a7fdcd6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415053612&fields=id&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 267 time: 0.0364137 Aug 09 16:01:30.677896 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-3b86a2ec-32cb-4467-911d-347f867a11e2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:30.679323 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-3b86a2ec-32cb-4467-911d-347f867a11e2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.0952959 Aug 09 16:01:30.694060 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-5ab047e9-d59c-4034-99f8-2f374a3aeddd tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/quotas/f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 375 time: 0.0091355 Aug 09 16:01:30.753408 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-8149576b-756f-4ccd-aa97-a7c76cebf8d6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541902 Aug 09 16:01:30.844984 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-bc4f008f-f5fb-4a56-907f-067ba9946687 service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795021 Aug 09 16:01:30.924325 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:30.937010 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-f1f6bbc9-7bee-4951-b6c3-752d2583dcd1 service neutron] 10.222.0.90 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862570 Aug 09 16:01:31.227404 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-33e33363-ee51-497c-85eb-f4e291c7990b req-026c6f97-2216-44c4-b4ed-ec193f8943d5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 210 time: 0.0334556 Aug 09 16:01:31.569034 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a750e45-f298-41bb-87af-f6543cd2883c req-a66b3f3f-6c1c-4759-979d-a602f260b09c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:31.570546 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4a750e45-f298-41bb-87af-f6543cd2883c req-a66b3f3f-6c1c-4759-979d-a602f260b09c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0544891 Aug 09 16:01:31.609898 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4a750e45-f298-41bb-87af-f6543cd2883c req-49f8cdbe-0977-4e68-8e4c-e377e4b4e205 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Aug 09 16:01:32.319920 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4c9e1dc9-4c04-462e-a50c-97cf461dfde8 req-227b1b5a-8611-43c7-a1ec-be1bb72c8dfb tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Aug 09 16:01:32.504730 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.536539 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-4e103ec9-a016-4acd-a39b-1077c3687cb2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.538011 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-4e103ec9-a016-4acd-a39b-1077c3687cb2 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 811 time: 0.1008596 Aug 09 16:01:32.588353 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-4cfae329-7043-4f84-96b1-c30d666fc306 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f HTTP/1.1" status: 200 len: 380 time: 0.0348108 Aug 09 16:01:32.611610 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'port': {'device_id': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'admin_state_up': True, 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'security_groups': ['78b2704d-abe6-4f8d-b62f-bc8c13d1728f']}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:32.724949 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Made reservation on behalf of f71c61fabc90427aa7ef282b3e8f8c7f for: {'port': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:01:32.728549 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:32.731366 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1054be-2361-4ba1-888a-fd679b03bd99 req-b252e736-a876-48af-9a1a-cbd03d35437c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:32.732914 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5c1054be-2361-4ba1-888a-fd679b03bd99 req-b252e736-a876-48af-9a1a-cbd03d35437c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0486629 Aug 09 16:01:32.780010 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5c1054be-2361-4ba1-888a-fd679b03bd99 req-a10693c1-df2a-416e-9a28-a6f4a0be7541 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Aug 09 16:01:32.866037 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.20.0.3 (69496bb5-b021-466f-b5ff-5a0557e87bee/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9/88b0fbe8-3b91-4c74-87b8-3abfde3433d3) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:32.997128 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.011866 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Transition to ACTIVE for port object 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 will not be triggered until provisioned by entity DHCP. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:33.043929 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.091687 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 69496bb5-b021-466f-b5ff-5a0557e87bee is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:33.095043 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:33.099068 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:33.123904 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.137463 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.137810 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.138149 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.138515 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.139352 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.139700 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.140034 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.140358 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.140687 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.141002 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.141321 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.141639 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:33.163929 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.164664 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.182279 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-100b2053-8092-4fb0-9a74-5ee4fadea22d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5743520 Aug 09 16:01:33.213053 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Request body: {'port': {'device_id': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:33.271380 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.340953 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-deffd46b-d493-4a38-b446-6f389629e55e None None] Provisioning for port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 completed by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:33.345628 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-deffd46b-d493-4a38-b446-6f389629e55e None None] Provisioning complete for port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 triggered by entity DHCP. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:33.346265 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-deffd46b-d493-4a38-b446-6f389629e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.381373 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-deffd46b-d493-4a38-b446-6f389629e55e None None] Port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 cannot update to ACTIVE because it is not bound. {{(pid=93335) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 16:01:33.495935 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd94ba-1745-468a-9904-ed23ddc1934f req-cdf59c49-3440-434e-864a-c4daac2d74dc tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.497418 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-41fd94ba-1745-468a-9904-ed23ddc1934f req-cdf59c49-3440-434e-864a-c4daac2d74dc tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 931 time: 0.1036425 Aug 09 16:01:33.565489 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-41fd94ba-1745-468a-9904-ed23ddc1934f req-63696fdd-a4f1-4bdf-884c-3e0331836891 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598657 Aug 09 16:01:33.599425 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 {{(pid=93333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:33.606723 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.618929 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.provisioning_blocks [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Transition to ACTIVE for port object 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 will not be triggered until provisioned by entity L2. {{(pid=93333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:01:33.622678 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.679179 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Pushing event updated for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.743999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Attempting to bind port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 16:01:33.744334 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Attempting to bind port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 16:01:33.744661 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Attempting to bind port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:33.749181 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 on network 69496bb5-b021-466f-b5ff-5a0557e87bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 16:01:33.749501 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Attempting to bind port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 on network 69496bb5-b021-466f-b5ff-5a0557e87bee {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 16:01:33.754471 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Checking agent: {'id': 'ac3d3dd2-0c47-47e0-ab1f-88c220dee38e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'started_at': datetime.datetime(2021, 8, 9, 15, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 16:01:33.754808 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Checking segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:01:33.755191 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Bound using segment: {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'} {{(pid=93333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 16:01:33.755618 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.managers [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Bound port: 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7a5f39-4b76-43a5-a257-73d6f53c1164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee'}}] {{(pid=93333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 16:01:33.756004 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.822235 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, cleared binding levels {{(pid=93333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:01:33.825491 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:01:33.829959 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.866959 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.867576 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:33.869002 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] 10.222.0.21 "PUT /v2.0/ports/88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 1093 time: 0.6605783 Aug 09 16:01:33.869423 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:33.871691 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a6b088-43b5-40f8-9187-6996a46046d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:33.908771 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f996e7-fe69-4b8e-b9a0-f4245f852c82 service neutron] Pushing event updated for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=3']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:33.921978 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ded97-db99-469d-b3fa-2b2c6a01706a x-openstack-request-id: req-714ded97-db99-469d-b3fa-2b2c6a01706a {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:33.922212 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:33.922457 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-714ded97-db99-469d-b3fa-2b2c6a01706a {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:33.922851 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'status': 'completed', 'code': 200} Aug 09 16:01:33.927987 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b871347-6b64-4190-8f58-e08538d7bde4 req-0d1a76fe-b5c1-41a6-9e7a-f5b7396afa15 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.929532 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5b871347-6b64-4190-8f58-e08538d7bde4 req-0d1a76fe-b5c1-41a6-9e7a-f5b7396afa15 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0848923 Aug 09 16:01:33.971447 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-5b871347-6b64-4190-8f58-e08538d7bde4 req-50c4014f-9b6b-40eb-b0d8-80324ac85928 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355489 Aug 09 16:01:33.979568 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-0e9002cb-358f-4537-8525-3e686fc5af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:33.981297 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-0e9002cb-358f-4537-8525-3e686fc5af78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1096 time: 0.0424962 Aug 09 16:01:34.031691 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-d0974d28-afa6-4aed-9766-609a79b470b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 217 time: 0.0347054 Aug 09 16:01:34.086092 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-9625a47c-952b-4023-ab4a-07685ded83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.087529 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-9625a47c-952b-4023-ab4a-07685ded83d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0476291 Aug 09 16:01:34.134156 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d66c-099b-459a-b439-1d92ad54e01a req-dc241298-ee7e-42b3-b742-7ac0c53744d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.135327 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-dc241298-ee7e-42b3-b742-7ac0c53744d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401895 Aug 09 16:01:34.223953 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-cd3aeb1e-e9d0-483d-9480-713c9a924b52 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801547 Aug 09 16:01:34.289894 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:34.317069 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4162d66c-099b-459a-b439-1d92ad54e01a req-60fc109d-ca78-4c15-bbf8-fdc7b7009786 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849309 Aug 09 16:01:34.385434 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:34.396155 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '293323a5-0173-48be-8803-5b80ca9c454b', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:34.435709 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.448413 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:34.464401 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-071a410b-eba2-4dd3-a1b1-2cb2431bb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.466256 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-071a410b-eba2-4dd3-a1b1-2cb2431bb3c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1096 time: 0.0427878 Aug 09 16:01:34.469353 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:34.472291 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:34.522463 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=6']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:34.530148 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.530504 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.530840 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.531176 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.531502 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.531857 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.532185 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.532510 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.532836 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.533155 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.533475 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.533801 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:01:34.568728 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-2cf8b6fd-0ea4-4249-a61b-d6011470ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.570228 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-2cf8b6fd-0ea4-4249-a61b-d6011470ed94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.0945549 Aug 09 16:01:34.616441 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-cbb1634b-5cdc-4f2c-92a0-dee932eee141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 217 time: 0.0350349 Aug 09 16:01:34.696040 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-36bf9147-81ee-45b4-94b1-f6386998fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.697496 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-36bf9147-81ee-45b4-94b1-f6386998fb3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0708385 Aug 09 16:01:34.712532 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522433-b7fd-4572-8d29-5466d2e59cd3 req-9954dd4c-7472-439e-be06-10e1d3deedd4 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.713945 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['293323a5-0173-48be-8803-5b80ca9c454b'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:34.714084 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf522433-b7fd-4572-8d29-5466d2e59cd3 req-9954dd4c-7472-439e-be06-10e1d3deedd4 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0789700 Aug 09 16:01:34.773762 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf522433-b7fd-4572-8d29-5466d2e59cd3 req-62ef368d-2a67-4bed-bcd5-2f9ec5ae0d7c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508592 Aug 09 16:01:34.779099 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-8719987a-a669-4875-99c0-ac2b1713acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:34.781190 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-8719987a-a669-4875-99c0-ac2b1713acd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664012 Aug 09 16:01:34.874327 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-04a33c72-5580-44dd-a698-01e8d21c361d service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Aug 09 16:01:34.964970 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-61a6b088-43b5-40f8-9187-6996a46046d9 req-01c57a05-9391-43b7-9d51-222f7109ead1 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823212 Aug 09 16:01:35.096880 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73a56d-98ff-4e5f-ade0-c158fedc275c req-edf6f598-d137-4461-87a0-9b71feef9833 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.098591 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af73a56d-98ff-4e5f-ade0-c158fedc275c req-edf6f598-d137-4461-87a0-9b71feef9833 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 945 time: 0.0507267 Aug 09 16:01:35.140857 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-af73a56d-98ff-4e5f-ade0-c158fedc275c req-6dbc7882-6a50-4bb1-a1b0-d63d395b5968 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359089 Aug 09 16:01:35.904076 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e8a19-feea-49a6-a6f4-3b4d2aee6fc1 req-3bfa3c33-e485-486a-922d-47117a59fc35 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:35.907243 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2e9e8a19-feea-49a6-a6f4-3b4d2aee6fc1 req-3bfa3c33-e485-486a-922d-47117a59fc35 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0588636 Aug 09 16:01:35.950391 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-2e9e8a19-feea-49a6-a6f4-3b4d2aee6fc1 req-77de3e44-40b6-441f-984a-2ae14c3666ae tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379236 Aug 09 16:01:36.278730 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a442ff-2008-46b5-89aa-f39945ecd8a2 req-864780f2-9267-4aa9-a3f9-34909a226a1d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:36.281104 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e1a442ff-2008-46b5-89aa-f39945ecd8a2 req-864780f2-9267-4aa9-a3f9-34909a226a1d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 945 time: 0.0628626 Aug 09 16:01:36.301524 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:36.337099 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e1a442ff-2008-46b5-89aa-f39945ecd8a2 req-ececa7d6-683c-4e5e-b180-b86bb4494746 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499883 Aug 09 16:01:36.370122 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 293323a5-0173-48be-8803-5b80ca9c454b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:36.370626 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.459813 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.488915 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:36.491355 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e1b442-4118-47d3-84af-716cbbed43c6" -d '{"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:36.506586 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:36.512949 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:36.544636 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccf74f7-8c53-4343-ade6-1d758feb2150 x-openstack-request-id: req-0ccf74f7-8c53-4343-ade6-1d758feb2150 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:36.548100 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:36.548368 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ccf74f7-8c53-4343-ade6-1d758feb2150 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:36.549391 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'code': 200} Aug 09 16:01:36.580189 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=7']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:37.084698 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909caff-a42e-4f5a-8a62-02415df61fd8 req-e37e899c-1b83-4760-a13b-455c57f1977b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:37.092972 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2909caff-a42e-4f5a-8a62-02415df61fd8 req-e37e899c-1b83-4760-a13b-455c57f1977b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0657170 Aug 09 16:01:37.132195 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-2909caff-a42e-4f5a-8a62-02415df61fd8 req-d5d7b0a1-8633-46d2-82e8-a0582d8b5994 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368135 Aug 09 16:01:37.489568 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3d2f0-15dd-41f9-af46-c9dd0e376c3f req-ad77d534-011c-4ee4-8ac0-01813afa3d2d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:37.491337 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e5f3d2f0-15dd-41f9-af46-c9dd0e376c3f req-ad77d534-011c-4ee4-8ac0-01813afa3d2d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0623329 Aug 09 16:01:37.541316 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e5f3d2f0-15dd-41f9-af46-c9dd0e376c3f req-24ed6844-302f-497d-93c8-ea49ecc41070 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Aug 09 16:01:38.130855 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:01:38.261596 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c519928-62a5-4d3d-9b7d-abcd1aff19ff req-5e07f869-43b8-4806-83b4-46afba54c5da tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.263240 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c519928-62a5-4d3d-9b7d-abcd1aff19ff req-5e07f869-43b8-4806-83b4-46afba54c5da tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0586607 Aug 09 16:01:38.313142 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-1c519928-62a5-4d3d-9b7d-abcd1aff19ff req-af5fd5b6-a28b-4830-bc5b-8dffd80521d8 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Aug 09 16:01:38.693748 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dd44e-90c5-4904-b050-db9482418b04 req-76d70a3b-90da-4b00-b86a-e3d3773badd6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:38.696172 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d79dd44e-90c5-4904-b050-db9482418b04 req-76d70a3b-90da-4b00-b86a-e3d3773badd6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0599191 Aug 09 16:01:38.741179 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d79dd44e-90c5-4904-b050-db9482418b04 req-2c8b94b6-0ccd-4882-b769-6b56cccbb31c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Aug 09 16:01:39.457042 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718546a6-a7d8-4353-9625-24120eb57e37 req-698fd578-3301-4772-8b2e-6f295ba42f44 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.466101 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-718546a6-a7d8-4353-9625-24120eb57e37 req-698fd578-3301-4772-8b2e-6f295ba42f44 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0622199 Aug 09 16:01:39.505232 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-718546a6-a7d8-4353-9625-24120eb57e37 req-2933c429-7440-4ed3-bd64-aedc6621c6c9 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382364 Aug 09 16:01:39.885653 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3b66-900d-415f-ba67-4c5693028b55 req-482cf4bb-8576-40f7-b6e2-faf5c8fd9b75 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:39.888002 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-75bd3b66-900d-415f-ba67-4c5693028b55 req-482cf4bb-8576-40f7-b6e2-faf5c8fd9b75 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0546198 Aug 09 16:01:39.929973 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-75bd3b66-900d-415f-ba67-4c5693028b55 req-78841d20-126d-4b7b-b863-64b59d3dca3e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354512 Aug 09 16:01:40.630824 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce738b34-1873-483a-8b5e-1521243f72e6 req-9d4ffa6b-0d33-4b63-9c30-cd7840b0892c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:40.632395 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ce738b34-1873-483a-8b5e-1521243f72e6 req-9d4ffa6b-0d33-4b63-9c30-cd7840b0892c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0591683 Aug 09 16:01:40.671458 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ce738b34-1873-483a-8b5e-1521243f72e6 req-e070cccf-22a0-4a5c-aac7-0e62332b90f6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 Aug 09 16:01:41.060177 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d73df-e788-4e6f-873e-72eb9e92fa0c req-26065a86-05b5-4f2d-93d3-ac619a7a6fd0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:41.062320 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-687d73df-e788-4e6f-873e-72eb9e92fa0c req-26065a86-05b5-4f2d-93d3-ac619a7a6fd0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0576239 Aug 09 16:01:41.104994 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-687d73df-e788-4e6f-873e-72eb9e92fa0c req-30aa297f-4126-49c0-961e-395ebf44a091 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Aug 09 16:01:41.798495 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81a38-2c36-470f-8cf3-bce7634a814c req-4c107d01-1d5d-492c-946b-361a5e098572 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:41.800781 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e9d81a38-2c36-470f-8cf3-bce7634a814c req-4c107d01-1d5d-492c-946b-361a5e098572 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 943 time: 0.0581081 Aug 09 16:01:41.841908 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e9d81a38-2c36-470f-8cf3-bce7634a814c req-ea740da5-9b2c-4c16-95a7-772738373c11 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Aug 09 16:01:42.235114 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485d46c-17cc-4c64-9380-ba0606664bfb req-546100d3-7b9e-49e9-9ebe-ff9540c58f9a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:42.236655 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5485d46c-17cc-4c64-9380-ba0606664bfb req-546100d3-7b9e-49e9-9ebe-ff9540c58f9a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0523889 Aug 09 16:01:42.280942 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5485d46c-17cc-4c64-9380-ba0606664bfb req-35cc68b4-1502-45ba-9475-f201516973ab tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361524 Aug 09 16:01:42.325611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:01:42.446073 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:42.457134 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'port_id': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'mac_address': 'fa:16:3e:96:e6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:01:42.503338 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.520539 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:01:42.546897 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:42.551678 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:42.640669 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=4']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:42.884956 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['88b0fbe8-3b91-4c74-87b8-3abfde3433d3'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:01:43.011922 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0bd9-0a43-4086-9ef0-3e73825e22c8 req-5ecb05ef-2b72-4031-a7b4-b9463ede8459 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.013623 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7cac0bd9-0a43-4086-9ef0-3e73825e22c8 req-5ecb05ef-2b72-4031-a7b4-b9463ede8459 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 944 time: 0.0775104 Aug 09 16:01:43.067467 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-7cac0bd9-0a43-4086-9ef0-3e73825e22c8 req-ff8fb728-1270-4f57-8057-6e3154262458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Aug 09 16:01:43.414048 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898640-45f7-45ef-a706-6e4e1a765296 req-0cf49d8f-c08b-4df7-a3d3-b1563bd18c6f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:43.415573 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0f898640-45f7-45ef-a706-6e4e1a765296 req-0cf49d8f-c08b-4df7-a3d3-b1563bd18c6f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0557194 Aug 09 16:01:43.468362 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0f898640-45f7-45ef-a706-6e4e1a765296 req-b4dc9a38-6e5f-407c-b589-9585d398afe0 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446637 Aug 09 16:01:44.179790 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f302-8f07-4290-b21e-04ec93c976a6 req-ab11514a-9a4f-45ef-81e6-8cd17b844254 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.181166 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49b0f302-8f07-4290-b21e-04ec93c976a6 req-ab11514a-9a4f-45ef-81e6-8cd17b844254 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 944 time: 0.0510895 Aug 09 16:01:44.218862 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-49b0f302-8f07-4290-b21e-04ec93c976a6 req-f48a6dd1-fe52-497b-b36d-b78793eb72d3 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Aug 09 16:01:44.345196 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:01:44.391614 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning for port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 completed by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:01:44.395125 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:01:44.395492 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.474028 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.497612 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:44.500480 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dab80b0-f81a-4e1c-9645-16d3d185f368" -d '{"events": [{"server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "name": "network-vif-plugged", "status": "completed", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:44.518878 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:44.527550 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:44.558790 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea3a30-9edf-41b5-aacc-c588b422221f x-openstack-request-id: req-84ea3a30-9edf-41b5-aacc-c588b422221f {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:44.559208 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "name": "network-vif-plugged", "status": "completed", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:44.559554 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84ea3a30-9edf-41b5-aacc-c588b422221f {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:44.559967 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'code': 200} Aug 09 16:01:44.591459 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=5']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:44.600021 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a17ba-528b-4dd9-914e-383d42b54b5e req-d157ba9f-3f56-47d5-9a12-bce83cd23e98 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.601603 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-947a17ba-528b-4dd9-914e-383d42b54b5e req-d157ba9f-3f56-47d5-9a12-bce83cd23e98 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0584278 Aug 09 16:01:44.641093 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-947a17ba-528b-4dd9-914e-383d42b54b5e req-94c754d7-93c8-4feb-b73c-ec21bbb3e300 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Aug 09 16:01:44.761789 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-2ec838d3-7c35-4507-b0a4-faf55f30aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.763226 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-2ec838d3-7c35-4507-b0a4-faf55f30aabd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1099 time: 0.0396535 Aug 09 16:01:44.858730 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-234164fe-e403-42e4-8419-c6a947fe7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.860227 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-234164fe-e403-42e4-8419-c6a947fe7b76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0896358 Aug 09 16:01:44.886232 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eb1d2-1a53-48a4-b78d-8078ada05199 req-b6b963b9-4c57-4470-b7c8-934fba45b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:44.887719 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-586eb1d2-1a53-48a4-b78d-8078ada05199 req-b6b963b9-4c57-4470-b7c8-934fba45b213 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0389545 Aug 09 16:01:44.926062 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-586eb1d2-1a53-48a4-b78d-8078ada05199 req-e50dafc3-4d5a-455d-bb33-6904fce98268 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288069 Aug 09 16:01:44.927205 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-af7c833e-b77f-4a56-8c22-b0590877993a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 1002 time: 0.0588903 Aug 09 16:01:45.260541 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-30f5bde7-4174-45d4-ab0f-74d51be40708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.262022 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-30f5bde7-4174-45d4-ab0f-74d51be40708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0446925 Aug 09 16:01:45.320443 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-7db9241c-6ed9-4115-9f0b-dfa1784f7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.322110 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-7db9241c-6ed9-4115-9f0b-dfa1784f7c44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441246 Aug 09 16:01:45.333786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4cdde-e26c-46a2-92c8-7e2e681d6682 req-cfe14e2b-f2be-4983-8bf2-62c993a70d2d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.335352 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cac4cdde-e26c-46a2-92c8-7e2e681d6682 req-cfe14e2b-f2be-4983-8bf2-62c993a70d2d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0474341 Aug 09 16:01:45.372071 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-cac4cdde-e26c-46a2-92c8-7e2e681d6682 req-0556c3d8-e986-4df9-a9b7-11e26c973eef tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307903 Aug 09 16:01:45.410470 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-ec177ec4-fdc8-41ec-baf2-ac055d52e71b service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805941 Aug 09 16:01:45.502719 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-0bc0fb7a-2156-49c3-95ba-d7db89305dae req-eb475833-a102-42be-a2c7-a34e4485b897 service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833328 Aug 09 16:01:45.765536 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dcdeb-0989-454f-9164-e8b6ce41aa77 req-d6ae430c-a9c4-4696-9fba-01d2253b1dd7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:45.767262 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8b5dcdeb-0989-454f-9164-e8b6ce41aa77 req-d6ae430c-a9c4-4696-9fba-01d2253b1dd7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0518062 Aug 09 16:01:45.805440 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-8b5dcdeb-0989-454f-9164-e8b6ce41aa77 req-e0ef4607-a948-483e-b46b-6c3c13901cf1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Aug 09 16:01:46.488406 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333887c-9075-4262-970a-ae4cf4edf82f req-633e25bb-ecf5-4db8-9e2f-61653652e4ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.489885 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a333887c-9075-4262-970a-ae4cf4edf82f req-633e25bb-ecf5-4db8-9e2f-61653652e4ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0514002 Aug 09 16:01:46.528942 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a333887c-9075-4262-970a-ae4cf4edf82f req-b76a4b9c-8811-48e0-b2f4-362345f58d67 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Aug 09 16:01:46.650786 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712af18-267e-40a6-a365-03fa8e943918 req-20f14fab-ab6f-4052-b5f4-ec2e96f3cfee tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.652895 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7712af18-267e-40a6-a365-03fa8e943918 req-20f14fab-ab6f-4052-b5f4-ec2e96f3cfee tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0516140 Aug 09 16:01:46.711341 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7712af18-267e-40a6-a365-03fa8e943918 req-4cda2ac2-9a05-4dc5-b633-096fed810cd1 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523241 Aug 09 16:01:46.731376 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-b58d505c-1997-4ffe-876b-72de0d112968 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468338 Aug 09 16:01:46.734270 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51968) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:46.773108 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a9036b-2a70-4a38-92b7-ec080cb58d2c tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.774667 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-c5a9036b-2a70-4a38-92b7-ec080cb58d2c tempest-TestVolumeBootPattern-2125427829 tempest-TestVolumeBootPattern-2125427829-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1093 time: 0.0394871 Aug 09 16:01:46.777346 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 51970) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:01:46.781744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Request body: {'floatingip': {'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'port_id': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:01:46.825637 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:46.882062 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-4bd451c2-c9cc-4467-ae00-5a4c0377c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.883574 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-4bd451c2-c9cc-4467-ae00-5a4c0377c1f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1098 time: 0.0855975 Aug 09 16:01:46.930816 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabae3b3-a175-4008-be26-487458bff4ad req-e6730708-6a77-40e0-90fb-5ad651f022a6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:46.932382 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fabae3b3-a175-4008-be26-487458bff4ad req-e6730708-6a77-40e0-90fb-5ad651f022a6 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.0515113 Aug 09 16:01:46.973335 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-fabae3b3-a175-4008-be26-487458bff4ad req-a2f2d972-4edb-4e2b-a8c1-b712636e1f24 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344012 Aug 09 16:01:47.009720 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.018411 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-647cf6ca-2828-4397-b6f3-62b12a3db84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.019904 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-647cf6ca-2828-4397-b6f3-62b12a3db84a service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1134281 Aug 09 16:01:47.139405 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-a95429d5-9063-4c48-bc18-3e52a7ecd1e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 1000 time: 0.0904484 Aug 09 16:01:47.189948 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_common [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Allocated IP 172.27.1.48 (942f1e39-edc7-4b38-95ff-bd7ae1a53860/24a40149-210e-403b-a482-c00374fe6609/251585ac-a22a-48cb-94c7-7396a6108f87) {{(pid=93333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:01:47.204908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.214940 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-7e0fde60-ee02-4f0a-ba4f-d0cac8906f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.216460 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-7e0fde60-ee02-4f0a-ba4f-d0cac8906f35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0684314 Aug 09 16:01:47.313648 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-937b3eb3-e03d-4306-86f9-784cab4211f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:47.315108 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-937b3eb3-e03d-4306-86f9-784cab4211f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677502 Aug 09 16:01:47.336993 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.688103 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-3fd68118-44af-4986-98af-15afb34d3cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625884 Aug 09 16:01:47.694277 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749567746277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:47.777825 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Network 942f1e39-edc7-4b38-95ff-bd7ae1a53860 is already hosted by enough agents. {{(pid=93333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:01:47.784712 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.base_scheduler [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Resources bound (agent type, host, resource id): {{(pid=93333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:01:47.790430 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Received port after_create {{(pid=93333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 16:01:47.794002 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=251585ac-a22a-48cb-94c7-7396a6108f87,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:47.855068 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-16a3f2e4-bf58-432f-8175-11d6392347aa req-0bf694ca-ddfb-44d6-a033-d537d4e4c65d service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565866 Aug 09 16:01:48.150495 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178f41f-f969-4a07-bd38-484c2ac14c47 req-1f88807d-0864-4538-a8c8-ebab611fd399 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:48.151931 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9178f41f-f969-4a07-bd38-484c2ac14c47 req-1f88807d-0864-4538-a8c8-ebab611fd399 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 946 time: 0.1004603 Aug 09 16:01:48.231870 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-9178f41f-f969-4a07-bd38-484c2ac14c47 req-2f666a06-ae7e-4df0-b46b-4947742f0409 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465503 Aug 09 16:01:48.236659 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.317459 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.362328 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:01:48.443388 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.471205 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:48.473646 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af17b1-9770-48e0-b0da-fa970a0ea5cc" -d '{"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-unplugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:48.490714 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for port, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.490953 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:01:48.496897 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.497288 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10121396'] for port, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.550942 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c5f431-ea3a-47b5-a080-4074f2aacdc6 x-openstack-request-id: req-14c5f431-ea3a-47b5-a080-4074f2aacdc6 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:48.551268 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-unplugged", "status": "failed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "code": 422}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:48.552191 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-14c5f431-ea3a-47b5-a080-4074f2aacdc6 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:48.552608 dv-cinder-788367-5-iscsi neutron-server[93335]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'code': 422} returned with failed status Aug 09 16:01:48.557464 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=8']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:48.578024 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event updated for resources: {'Port': ['ID=251585ac-a22a-48cb-94c7-7396a6108f87,revision_number=2']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:01:48.583007 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:48.691455 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP a9bd4cdc-aa2b-4350-8440-89370ad5858b associated. External IP: 172.27.1.48, port: 88b0fbe8-3b91-4c74-87b8-3abfde3433d3. Aug 09 16:01:48.905891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:01:49.022300 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:01:49.033744 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:01:49.044378 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:49.045749 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:01:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:49.047058 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:49.082425 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-3acb3262-2f05-4c85-b091-f4b8c9cbd877 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3040445 Aug 09 16:01:49.083170 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:01:49.085776 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:01:49.133595 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5755e098-b53f-4885-8412-c9ddc51d45aa x-openstack-request-id: req-5755e098-b53f-4885-8412-c9ddc51d45aa {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:01:49.133888 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:01:49.134292 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5755e098-b53f-4885-8412-c9ddc51d45aa {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:01:49.134688 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'status': 'completed', 'code': 200} Aug 09 16:01:49.180601 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:49.236054 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-f5928189-cf4f-4e95-9c3b-85081ab62b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.237488 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-f5928189-cf4f-4e95-9c3b-85081ab62b71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0562289 Aug 09 16:01:49.334010 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34c97e-dbbf-4a57-ad92-d292eeacae9a req-1d15a2a7-6f1b-4d57-939b-2ded07dc81a7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.335517 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f34c97e-dbbf-4a57-ad92-d292eeacae9a req-1d15a2a7-6f1b-4d57-939b-2ded07dc81a7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.1142118 Aug 09 16:01:49.370844 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-5fc480e1-9312-42cd-8fbc-2782d51e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.372751 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-5fc480e1-9312-42cd-8fbc-2782d51e9ff2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1211591 Aug 09 16:01:49.425252 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-5f34c97e-dbbf-4a57-ad92-d292eeacae9a req-63481eea-6edb-4b83-a7a2-d9ee87705268 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831084 Aug 09 16:01:49.437441 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}, {'id': 'a9bd4cdc-aa2b-4350-8440-89370ad5858b', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:96:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:48Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:49.455607 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-5718ffe2-5c49-48fb-a324-37777e3cf853 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 998 time: 0.0716588 Aug 09 16:01:49.469602 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:01:49.477966 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:01:49.478569 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:01:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:49.507710 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-50e1b7dd-4bdd-4cff-9a1f-73182b94c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.509216 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-50e1b7dd-4bdd-4cff-9a1f-73182b94c9d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0467515 Aug 09 16:01:49.572939 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-d55d7808-ce5c-43eb-9524-91675b6df666 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627754 Aug 09 16:01:49.579390 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-42969531-3047-45db-8bae-b7d861d5db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:49.580891 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-42969531-3047-45db-8bae-b7d861d5db5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625770 Aug 09 16:01:49.584946 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:01:49.677270 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-bd8672f8-9d90-4b9c-84aa-e9d69cb87bfc service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894938 Aug 09 16:01:49.769765 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-cf9f89cf-b723-4b57-9e2e-46e94cc557a7 req-fb295fc5-e586-44f3-ab0b-306204768b93 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860083 Aug 09 16:01:49.833619 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}, {'id': 'a9bd4cdc-aa2b-4350-8440-89370ad5858b', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:96:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:48Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:01:49.863298 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbf775-33c8-4abc-a575-e08e7ab4ad23 None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}, {'id': 'a9bd4cdc-aa2b-4350-8440-89370ad5858b', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:96:e6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T16:01:48Z', 'updated_at': '2021-08-09T16:01:48Z', 'revision_number': 0, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:01:50.062735 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f638295c-339f-4c09-a43a-968dd5071c66 None None] New status for floating IP a9bd4cdc-aa2b-4350-8440-89370ad5858b: ACTIVE {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:01:50.438301 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-a800db01-b202-4505-bf1c-96106ba20926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.439839 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-a800db01-b202-4505-bf1c-96106ba20926 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d&tenant_id=cefded8db16f4b6f8533b570f0b223e6 HTTP/1.1" status: 200 len: 1097 time: 0.0728323 Aug 09 16:01:50.514660 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-28f07326-d736-463d-88d1-b3d1007178cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.516201 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-28f07326-d736-463d-88d1-b3d1007178cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cefded8db16f4b6f8533b570f0b223e6&device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1097 time: 0.0441852 Aug 09 16:01:50.557980 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1cae0-5f1a-4119-b4c0-2c8d1e478be6 req-95986894-944d-4ea8-bd36-45bf3242bfe1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.557980 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4dd1cae0-5f1a-4119-b4c0-2c8d1e478be6 req-95986894-944d-4ea8-bd36-45bf3242bfe1 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0485034 Aug 09 16:01:50.594089 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-4dd1cae0-5f1a-4119-b4c0-2c8d1e478be6 req-1b04bfed-2308-4e8a-a060-8ae5a0a47b5b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Aug 09 16:01:50.613289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-fce0e468-2b6b-4cba-a4b3-8e4d4f93eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.614777 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-fce0e468-2b6b-4cba-a4b3-8e4d4f93eff9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 200 len: 919 time: 0.0914626 Aug 09 16:01:50.681917 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-ca30d444-b3bb-40ca-937d-e71653644d9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 200 len: 1000 time: 0.0604072 Aug 09 16:01:50.730732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-6506bd12-5a22-41c6-8252-34764d7d8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.732240 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-6506bd12-5a22-41c6-8252-34764d7d8413 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 200 len: 856 time: 0.0435717 Aug 09 16:01:50.780584 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-8528d024-ed69-4211-a396-758f33c34c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:50.782072 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-8528d024-ed69-4211-a396-758f33c34c99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=59816b26-6864-4a9d-a41a-fa60ce339fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425825 Aug 09 16:01:50.870859 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-ee5641dc-ca75-4074-a0d4-e530c863bd8b service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801580 Aug 09 16:01:50.962437 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-e0e53c52-030e-4e51-811b-a1926049b8a0 req-da29f212-d800-4fa6-b60c-1730c1048bad service neutron] 10.222.0.21 "GET /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843940 Aug 09 16:01:51.720667 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435f262-5dbf-490c-81bd-5eb64c012d78 req-5c4d6651-b393-47ff-86bd-f17cc5770c08 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:51.722207 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7435f262-5dbf-490c-81bd-5eb64c012d78 req-5c4d6651-b393-47ff-86bd-f17cc5770c08 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0556023 Aug 09 16:01:51.760955 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7435f262-5dbf-490c-81bd-5eb64c012d78 req-7204de03-3f4c-49d7-a512-b1ecf2acd48b tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Aug 09 16:01:52.884581 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e9d6-8cf4-4099-ac46-ce1bafcf962d req-5e13092d-e553-4d33-ae51-4cbffbb81725 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:52.886028 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6185e9d6-8cf4-4099-ac46-ce1bafcf962d req-5e13092d-e553-4d33-ae51-4cbffbb81725 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0520186 Aug 09 16:01:53.193971 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-6185e9d6-8cf4-4099-ac46-ce1bafcf962d req-cde06528-f006-4c48-a022-e9b9e657c8b7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014548 Aug 09 16:01:54.316843 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c2891-d959-49f7-bbc6-54327b091efe req-1f286e2f-deae-4860-ae98-3104d2bf4f4e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:54.318381 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af1c2891-d959-49f7-bbc6-54327b091efe req-1f286e2f-deae-4860-ae98-3104d2bf4f4e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0487404 Aug 09 16:01:54.358368 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-af1c2891-d959-49f7-bbc6-54327b091efe req-c542500d-c663-4455-90d3-0069bff989d2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Aug 09 16:01:55.483017 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c9058-9450-4619-ad4f-544a0038c600 req-887a5b92-7464-41fb-bd67-d26c218f4339 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:55.484662 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3e3c9058-9450-4619-ad4f-544a0038c600 req-887a5b92-7464-41fb-bd67-d26c218f4339 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0512135 Aug 09 16:01:55.523820 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-3e3c9058-9450-4619-ad4f-544a0038c600 req-64d2808c-56bf-4c96-a6df-bfa3d848d2fc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Aug 09 16:01:56.668744 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfa60e-c63a-4442-9db9-fc0182dc38e0 req-4237332b-04fd-430b-ba10-9d3ee2f07186 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:56.670885 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4bbfa60e-c63a-4442-9db9-fc0182dc38e0 req-4237332b-04fd-430b-ba10-9d3ee2f07186 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0516002 Aug 09 16:01:56.713112 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4bbfa60e-c63a-4442-9db9-fc0182dc38e0 req-367bfacf-8c42-4547-8814-a4f160b13a4e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361156 Aug 09 16:01:56.964294 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-70b9b9d0-51fc-4a53-b757-b572e34cc984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:57.834992 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c20ad-d5bc-441f-b966-3f5610bd5dc6 req-92e9ce0c-8d20-475f-8bb4-71169bd35c6e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:57.836470 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e14c20ad-d5bc-441f-b966-3f5610bd5dc6 req-92e9ce0c-8d20-475f-8bb4-71169bd35c6e tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0492945 Aug 09 16:01:57.875906 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-e14c20ad-d5bc-441f-b966-3f5610bd5dc6 req-71205d6d-d0df-461c-a2ff-0a0146f35226 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Aug 09 16:01:58.999330 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e81a6-19e0-46f5-8c81-1974063c91e6 req-dd4ef6e7-16c0-452d-899e-e5d0b52b37a2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:01:59.000964 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4a4e81a6-19e0-46f5-8c81-1974063c91e6 req-dd4ef6e7-16c0-452d-899e-e5d0b52b37a2 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0499773 Aug 09 16:01:59.040760 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4a4e81a6-19e0-46f5-8c81-1974063c91e6 req-8a12552a-899a-4615-b252-e7ea3e277295 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Aug 09 16:01:59.427895 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b5e1f06d-46e3-4b7e-bd93-f1a2267c696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:01:59.646002 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:00.175457 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a54a6-94c1-428b-a512-ddbd8b4cece0 req-8437f4d0-4c76-4a8f-9219-9e81fca08863 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:00.177295 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a05a54a6-94c1-428b-a512-ddbd8b4cece0 req-8437f4d0-4c76-4a8f-9219-9e81fca08863 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0575047 Aug 09 16:02:00.217868 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-a05a54a6-94c1-428b-a512-ddbd8b4cece0 req-29cb914b-36fe-4807-8226-531ba83d2492 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339527 Aug 09 16:02:00.933129 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:01.341804 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5946-8d64-4425-a4a5-6ef87b2846d5 req-f2cbc009-ede8-4c9b-963d-08114b1a6f67 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:01.343406 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c3ce5946-8d64-4425-a4a5-6ef87b2846d5 req-f2cbc009-ede8-4c9b-963d-08114b1a6f67 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0507901 Aug 09 16:02:01.381276 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-c3ce5946-8d64-4425-a4a5-6ef87b2846d5 req-316302e4-28e4-49d9-a4bd-bf0981f97156 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Aug 09 16:02:02.502772 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5979-9911-4d9b-a4bc-fffaddb7c1e8 req-4db3274e-6dd8-408e-be22-07fdae196b8d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:02.504301 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad3f5979-9911-4d9b-a4bc-fffaddb7c1e8 req-4db3274e-6dd8-408e-be22-07fdae196b8d tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0478489 Aug 09 16:02:02.507133 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:02.542018 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ad3f5979-9911-4d9b-a4bc-fffaddb7c1e8 req-8474442d-c585-4233-9bbc-4bb3910b8bed tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Aug 09 16:02:03.663510 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ed1a3-93cd-4c31-9270-1301f9577a0a req-680351fa-f9cb-4100-8f8e-282793550ee5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:03.665007 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f0ed1a3-93cd-4c31-9270-1301f9577a0a req-680351fa-f9cb-4100-8f8e-282793550ee5 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 944 time: 0.0481708 Aug 09 16:02:03.705354 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-7f0ed1a3-93cd-4c31-9270-1301f9577a0a req-5263ec73-ab8f-444c-b775-f29b51d5a174 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Aug 09 16:02:04.419748 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93335) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:02:04.513976 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:04.525266 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Returning: {'device': '293323a5-0173-48be-8803-5b80ca9c454b', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'port_id': '293323a5-0173-48be-8803-5b80ca9c454b', 'mac_address': 'fa:16:3e:8c:e9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93335) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:02:04.563624 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.576007 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 16:02:04.596817 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:04.600427 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:04.651006 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=9']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:04.823264 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cc40a-1f95-4b6a-84c6-6bce3a4d8a18 req-6c345529-4e3a-4082-816f-caeef8b72d62 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:04.824758 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b5cc40a-1f95-4b6a-84c6-6bce3a4d8a18 req-6c345529-4e3a-4082-816f-caeef8b72d62 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 945 time: 0.0483847 Aug 09 16:02:04.861737 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-8b5cc40a-1f95-4b6a-84c6-6bce3a4d8a18 req-4cc7586d-5b82-499f-be6b-1bf81969740f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304513 Aug 09 16:02:04.985581 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] get_ports_and_sgs() called for port_ids ['293323a5-0173-48be-8803-5b80ca9c454b'] {{(pid=93335) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:02:05.978499 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4e6d4-d0de-4cff-b413-a015a3d0321d req-3eeff0dd-9d42-4516-a88a-2fd3f3120eb4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:05.979985 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59f4e6d4-d0de-4cff-b413-a015a3d0321d req-3eeff0dd-9d42-4516-a88a-2fd3f3120eb4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 945 time: 0.0485184 Aug 09 16:02:06.017144 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-59f4e6d4-d0de-4cff-b413-a015a3d0321d req-eae14071-b4a8-443e-a0df-90216c20559c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Aug 09 16:02:06.433698 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b up at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:02:06.483443 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.provisioning_blocks [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Provisioning complete for port 293323a5-0173-48be-8803-5b80ca9c454b triggered by entity L2. {{(pid=93335) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:02:06.483831 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525090'] for port, provisioning_complete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.561364 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for port, before_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.583122 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:06.585363 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca0bd920360c3a27b96c0e7182b914546824312691b9316ac46b5aa69a3ac4a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1b8004-c2f1-4169-8299-f8c432d60c51" -d '{"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93335) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:06.598942 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:06.603597 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749568135837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749567746295', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749567746573'] for port, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:06.627065 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27efd395-bce7-429c-8dc4-2a186df3f3f3 x-openstack-request-id: req-27efd395-bce7-429c-8dc4-2a186df3f3f3 {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:06.627545 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-plugged", "status": "completed", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "code": 200}]} {{(pid=93335) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:06.627695 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-27efd395-bce7-429c-8dc4-2a186df3f3f3 {{(pid=93335) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:06.628008 dv-cinder-788367-5-iscsi neutron-server[93335]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'code': 200} Aug 09 16:02:06.653167 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Pushing event updated for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=10']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:06.847924 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf2af6-9572-498e-b7ca-e756076a3938 req-b393f2af-001c-4942-8a1e-61879a495905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:06.849519 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-60bf2af6-9572-498e-b7ca-e756076a3938 req-b393f2af-001c-4942-8a1e-61879a495905 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 1100 time: 0.0398545 Aug 09 16:02:06.883730 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-60bf2af6-9572-498e-b7ca-e756076a3938 req-1afb3d74-b051-4281-94be-7db55ec1f689 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266571 Aug 09 16:02:07.132854 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb8d5-aa2d-4b20-a8eb-df340603bbf3 req-7a13531d-dbc2-4a6c-9f87-0f6be86ce266 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:07.134266 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-479eb8d5-aa2d-4b20-a8eb-df340603bbf3 req-7a13531d-dbc2-4a6c-9f87-0f6be86ce266 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.0463629 Aug 09 16:02:07.176190 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-479eb8d5-aa2d-4b20-a8eb-df340603bbf3 req-1bb257d7-0c84-424f-8859-eab2ab48e9d7 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354803 Aug 09 16:02:08.303724 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23507ae0-685c-45f0-a972-81fa144bf192 req-43bb8eee-9ed3-484f-9b62-5250e17d3718 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:08.305198 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23507ae0-685c-45f0-a972-81fa144bf192 req-43bb8eee-9ed3-484f-9b62-5250e17d3718 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.0541022 Aug 09 16:02:08.344924 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-23507ae0-685c-45f0-a972-81fa144bf192 req-125b8884-8506-438f-b441-df61110dfb70 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329247 Aug 09 16:02:09.463874 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f382-3092-4a86-a9fc-22c844c31c3b req-e4090a7e-fa36-4f06-8681-c505a3cc5337 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:09.465361 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fc52f382-3092-4a86-a9fc-22c844c31c3b req-e4090a7e-fa36-4f06-8681-c505a3cc5337 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.0487921 Aug 09 16:02:09.502980 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fc52f382-3092-4a86-a9fc-22c844c31c3b req-2870c8e7-6267-4770-88dc-b62de181c680 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Aug 09 16:02:15.130355 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:02:17.225102 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:26.959634 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-e774ea62-0b51-46b7-b0de-3b1bdb80ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.428684 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-60cb7620-23f0-4b7d-a1d8-3e5bd2dba1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:29.647522 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:30.928519 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:32.510952 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:42.469011 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06b45-175e-43c2-98a2-6a6adb322c3d req-01234c53-5b22-4388-915a-7e102bbda2aa tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:42.470519 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88b06b45-175e-43c2-98a2-6a6adb322c3d req-01234c53-5b22-4388-915a-7e102bbda2aa tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.1496170 Aug 09 16:02:42.507672 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-88b06b45-175e-43c2-98a2-6a6adb322c3d req-858129f4-7c12-4a1d-8454-d685500c2f53 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312762 Aug 09 16:02:43.679149 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8881-704b-43e4-ae76-5b8d5b3b2cbf req-f949f264-e7d0-4d26-bd92-25f543b33662 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:43.680636 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-37cc8881-704b-43e4-ae76-5b8d5b3b2cbf req-f949f264-e7d0-4d26-bd92-25f543b33662 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.1007955 Aug 09 16:02:43.718032 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-37cc8881-704b-43e4-ae76-5b8d5b3b2cbf req-52c374d8-8755-43a2-ac9a-87c9bbaf3295 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups?id=256be6d7-0865-4169-b965-1567ced0d7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Aug 09 16:02:43.848827 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-ad595c02-65f6-477d-93c6-cdee4b872b5f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:43.850188 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-ad595c02-65f6-477d-93c6-cdee4b872b5f tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 947 time: 0.0470321 Aug 09 16:02:43.940255 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Deleting port 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:43.940604 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.024397 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] For port 293323a5-0173-48be-8803-5b80ca9c454b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=293323a5-0173-48be-8803-5b80ca9c454b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:44.024763 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.457767 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.458165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-504989'] for floatingip, after_update {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.458437 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.l3_db [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Floating IP 1f61f2c9-ef4a-4fc5-884c-7c099398f614 disassociated. External IP: 172.27.1.124, port: 293323a5-0173-48be-8803-5b80ca9c454b. Aug 09 16:02:44.458781 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Calling delete_port for 293323a5-0173-48be-8803-5b80ca9c454b owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:44.596362 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.628349 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'Port': ['ID=293323a5-0173-48be-8803-5b80ca9c454b,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:44.639386 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.639837 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.640187 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.640528 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.640870 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.641201 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.641529 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.641927 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.642172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.642506 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.642830 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.643149 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:44.755777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:44.826037 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-73b5d0bc-f861-4096-952d-700b56db6aa3 req-dce585b4-74fe-4277-9bf2-bdf44608795a tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/ports?device_id=c938bce0-c16c-4889-8c9f-426584e2fb2d HTTP/1.1" status: 200 len: 210 time: 0.0363531 Aug 09 16:02:44.872099 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:44.885000 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:44.897017 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:44.897774 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:44.911748 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] No DVR routers for this DVR port 293323a5-0173-48be-8803-5b80ca9c454b on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:44.914314 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:44.916547 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-eca6b59f-2a15-4aff-8dcb-acb6835d6b12 req-2f9616e3-747b-4558-acb5-56946a03f1c4 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.21 "DELETE /v2.0/ports/293323a5-0173-48be-8803-5b80ca9c454b HTTP/1.1" status: 204 len: 173 time: 1.0596492 Aug 09 16:02:44.916998 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-deleted', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:02:44.920174 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219269ed-ecef-40b7-a6c8-87ac589c97aa" -d '{"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-deleted", "tag": "293323a5-0173-48be-8803-5b80ca9c454b"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:02:44.960117 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba33aaf1-1416-4cfb-a4d2-449543166c7a x-openstack-request-id: req-ba33aaf1-1416-4cfb-a4d2-449543166c7a {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:02:44.960531 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938bce0-c16c-4889-8c9f-426584e2fb2d", "name": "network-vif-deleted", "tag": "293323a5-0173-48be-8803-5b80ca9c454b", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:02:44.960980 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba33aaf1-1416-4cfb-a4d2-449543166c7a {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:02:44.961424 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938bce0-c16c-4889-8c9f-426584e2fb2d', 'name': 'network-vif-deleted', 'tag': '293323a5-0173-48be-8803-5b80ca9c454b', 'status': 'completed', 'code': 200} Aug 09 16:02:45.019379 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:45.238575 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.264617 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:45.273006 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:45.273598 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.377977 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:45.572202 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:45.689849 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d792045-0d14-4207-8f71-bd6e78ddc2ce None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:33Z', 'revision_number': 4, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': 'e0fe9bc8-df9a-4933-83b0-2f766e3da91d', 'name': '', 'network_id': '59816b26-6864-4a9d-a41a-fa60ce339fae', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'mac_address': 'fa:16:3e:36:8d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ae781791-8221-42a6-9927-b21b555905df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:32Z', 'updated_at': '2021-08-09T15:57:38Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'subnets': [{'id': 'ae781791-8221-42a6-9927-b21b555905df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:45.898596 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2832d0-3166-48bc-b09b-8fa81416a4db None None] New status for floating IP 1f61f2c9-ef4a-4fc5-884c-7c099398f614: DOWN {{(pid=93335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:02:45.927227 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52174) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:45.982623 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.006933 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.055824 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.058525 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.059697 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "DELETE /v2.0/security-groups/256be6d7-0865-4169-b965-1567ced0d7bd HTTP/1.1" status: 204 len: 168 time: 0.1314166 Aug 09 16:02:46.063229 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52176) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.069180 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a821d-11ec-4b86-8685-8effa089b89c tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256be6d7-0865-4169-b965-1567ced0d7bd,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:46.080507 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.api.v2.resource [None req-9eda9cfc-1c17-4405-a591-38f9540e6adc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] show failed (client error): The resource could not be found. Aug 09 16:02:46.081626 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-9eda9cfc-1c17-4405-a591-38f9540e6adc tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "GET /v2.0/security-groups/256be6d7-0865-4169-b965-1567ced0d7bd HTTP/1.1" status: 404 len: 347 time: 0.0172467 Aug 09 16:02:46.084612 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52178) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:46.207475 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Deleting port 40ea63bd-d98b-4163-bd81-251ffb5cd0cd {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:46.207852 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.284040 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.284371 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.295968 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Calling delete_port for 40ea63bd-d98b-4163-bd81-251ffb5cd0cd owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:46.425451 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.448593 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Pushing event deleted for resources: {'Port': ['ID=40ea63bd-d98b-4163-bd81-251ffb5cd0cd,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:46.460890 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.461242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.461589 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.461928 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.462266 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.462595 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.462926 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.463260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.463585 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.463942 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.464270 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.464594 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:46.520302 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.522837 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:46.524144 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-154db31f-5208-46ef-9303-31c59f504183 tempest-AttachVolumeShelveTestJSON-1581093937 tempest-AttachVolumeShelveTestJSON-1581093937-project] 10.222.0.90 "DELETE /v2.0/floatingips/1f61f2c9-ef4a-4fc5-884c-7c099398f614 HTTP/1.1" status: 204 len: 168 time: 0.4383471 Aug 09 16:02:47.235884 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:48.512736 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:48.532654 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 293323a5-0173-48be-8803-5b80ca9c454b {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:48.533066 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 293323a5-0173-48be-8803-5b80ca9c454b not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:48.731534 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-7f4d056f-d60b-4b3c-b232-32e3dcbb74b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429711 Aug 09 16:02:48.803328 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-297bcf15-f217-4e22-8694-43bd16dc05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.804867 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-297bcf15-f217-4e22-8694-43bd16dc05f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1098 time: 0.0407104 Aug 09 16:02:48.913022 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-b8e1c48f-c396-4b90-aa56-074ec446a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:48.914612 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-b8e1c48f-c396-4b90-aa56-074ec446a065 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.0907691 Aug 09 16:02:48.945846 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52202) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:48.984238 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-fa6dba33-6f09-41a2-8cc9-ccc69024b2eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 1000 time: 0.0624187 Aug 09 16:02:49.034085 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-b9b7f234-a38f-4c96-ad4e-6efa15923eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:49.035560 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-b9b7f234-a38f-4c96-ad4e-6efa15923eda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0434580 Aug 09 16:02:49.082469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-a9eb843a-e011-4461-8434-5a13b46afc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:49.084356 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-a9eb843a-e011-4461-8434-5a13b46afc62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413187 Aug 09 16:02:49.095114 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-90714279-6583-45eb-a506-21a8082d8f48 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=93333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:02:49.096118 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-90714279-6583-45eb-a506-21a8082d8f48 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053315 Aug 09 16:02:49.188949 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-921c669c-cf50-45e3-b49d-c5279ba5c963 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Aug 09 16:02:49.282529 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-edba042d-e1dd-42ce-bea5-7f36eec620e1 req-af18400a-d6c2-4248-89ec-7a8591d72b53 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867186 Aug 09 16:02:49.400524 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.644889 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Deleting port e0fe9bc8-df9a-4933-83b0-2f766e3da91d {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:49.645481 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.722769 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] For port e0fe9bc8-df9a-4933-83b0-2f766e3da91d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:49.723133 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.735995 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Calling delete_port for e0fe9bc8-df9a-4933-83b0-2f766e3da91d owned by network:router_interface {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:49.916014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:49.945590 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fe9bc8-df9a-4933-83b0-2f766e3da91d,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:50.106575 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.316328 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:02:50.417420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:02:50.425028 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-ad70d375-29b7-4b60-bb3e-c518eb4d2dff admin admin] 10.222.0.90 "PUT /v2.0/routers/1c19c0f9-9d8a-4f57-9439-a95443edc6f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4762101 Aug 09 16:02:50.425646 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52206) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:50.428310 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Sync routers for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:02:50.438178 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:50.438774 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:50.528840 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.547790 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:50.631993 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.685075 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Deleting port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:50.685412 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.722769 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T16:02:49Z', 'revision_number': 5, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port': {'id': '865d6e53-ba90-49c5-a0ff-2da83e9f7ed9', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T15:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:50.752251 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Checking router: 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:02:50.760421 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Routers {'1c19c0f9-9d8a-4f57-9439-a95443edc6f3'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:02:50.761015 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:50.761838 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] For port 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:50.762253 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.775074 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Calling delete_port for 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:50.845078 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] Set router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:02:50.898705 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T16:02:50Z', 'revision_number': 6, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:50.932306 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e882f-e6bd-40be-ae9b-f6f2f6606354 None None] The sync data for ids ['1c19c0f9-9d8a-4f57-9439-a95443edc6f3'] in dv-cinder-788367-5-iscsi is: [{'id': '1c19c0f9-9d8a-4f57-9439-a95443edc6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1699588427-router', 'tenant_id': 'cefded8db16f4b6f8533b570f0b223e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:57:30Z', 'updated_at': '2021-08-09T16:02:50Z', 'revision_number': 6, 'project_id': 'cefded8db16f4b6f8533b570f0b223e6', 'gw_port_host': None}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:02:50.940870 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:50.971278 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Pushing event deleted for resources: {'Port': ['ID=865d6e53-ba90-49c5-a0ff-2da83e9f7ed9,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.029143 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.116855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.118880 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.160938 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.161474 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c19c0f9-9d8a-4f57-9439-a95443edc6f3 {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:02:51.165878 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.167022 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c55756e4-6682-4364-b730-8a1f68eccabf admin admin] 10.222.0.90 "DELETE /v2.0/routers/1c19c0f9-9d8a-4f57-9439-a95443edc6f3 HTTP/1.1" status: 204 len: 168 time: 0.7404737 Aug 09 16:02:51.169899 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52208) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.216671 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Deleting subnet ae781791-8221-42a6-9927-b21b555905df {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:02:51.219693 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.252849 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.330647 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.386274 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.413260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.417408 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ae781791-8221-42a6-9927-b21b555905df HTTP/1.1" status: 204 len: 168 time: 0.2437553 Aug 09 16:02:51.417408 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998ec9e-4cec-4e97-aafe-0456f028fa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae781791-8221-42a6-9927-b21b555905df,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.417807 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52210) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:51.419335 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782112b-cac9-418e-a70b-66c256aeb8ec None None] Network 59816b26-6864-4a9d-a41a-fa60ce339fae requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:51.489741 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.542635 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Deleting port bc432189-6697-4b7c-804c-08217dd7cf7b {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:51.542981 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.606475 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] For port bc432189-6697-4b7c-804c-08217dd7cf7b, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=bc432189-6697-4b7c-804c-08217dd7cf7b,segment=NetworkSegment(f4460179-b68f-47fc-9ba0-50d165245837),segment_id=f4460179-b68f-47fc-9ba0-50d165245837)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:51.606777 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.619812 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Calling delete_port for bc432189-6697-4b7c-804c-08217dd7cf7b owned by network:dhcp {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:51.688170 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] DHCP port deletion for 59816b26-6864-4a9d-a41a-fa60ce339fae request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:02:51.701738 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.728514 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc432189-6697-4b7c-804c-08217dd7cf7b,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.732254 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] No DVR routers for this DVR port bc432189-6697-4b7c-804c-08217dd7cf7b on host dv-cinder-788367-5-iscsi {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:51.738774 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Deleting port bc432189-6697-4b7c-804c-08217dd7cf7b {{(pid=93335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:02:51.739132 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.806033 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] For port bc432189-6697-4b7c-804c-08217dd7cf7b, host dv-cinder-788367-5-iscsi, got binding levels [] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:02:51.806426 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.808346 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.818581 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59816b26-6864-4a9d-a41a-fa60ce339fae']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.819833 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Calling delete_port for bc432189-6697-4b7c-804c-08217dd7cf7b owned by network:dhcp {{(pid=93335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:02:51.822598 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.ipam_backend_mixin [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Port bc432189-6697-4b7c-804c-08217dd7cf7b was not found and therefore no delete operation was performed {{(pid=93335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:02:51.823908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286'] for port, after_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.829638 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4460179-b68f-47fc-9ba0-50d165245837') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.829928 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4460179-b68f-47fc-9ba0-50d165245837') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:02:51.838995 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.849030 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Pushing event deleted for resources: {'Port': ['ID=bc432189-6697-4b7c-804c-08217dd7cf7b,revision_number=None']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:51.853285 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.853482 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] No DVR routers for this DVR port bc432189-6697-4b7c-804c-08217dd7cf7b on host dv-cinder-788367-5-iscsi {{(pid=93335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:02:51.860020 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.860412 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.860719 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.861072 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.861391 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.861727 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.862267 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.862607 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.862934 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.863254 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.863956 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.864073 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52d4ad-8a56-414c-94dc-74bb92120710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-5-iscsi {{(pid=93335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:02:51.864455 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:02:51.865159 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:02:51.868499 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:02:51.924992 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.931003 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:51.933406 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/59816b26-6864-4a9d-a41a-fa60ce339fae HTTP/1.1" status: 204 len: 168 time: 0.5142422 Aug 09 16:02:51.948398 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4af3b-2e5d-4455-83cf-b25cef53d9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59816b26-6864-4a9d-a41a-fa60ce339fae,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.057209 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52214) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.102284 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ee847f0c-911c-464b-acad-a02b37ee37bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cefded8db16f4b6f8533b570f0b223e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439255 Aug 09 16:02:52.104753 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52216) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:52.128937 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:02:52.151276 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.172644 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.219425 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.222289 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:52.223443 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7afe2e39-5652-4bce-a2a0-1dad0ccdd189 HTTP/1.1" status: 204 len: 168 time: 0.1178086 Aug 09 16:02:52.231781 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926d64-ce96-4db3-b4c0-5b5cf42776c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe2e39-5652-4bce-a2a0-1dad0ccdd189,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:52.526568 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e0fe9bc8-df9a-4933-83b0-2f766e3da91d no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:52.547160 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: e0fe9bc8-df9a-4933-83b0-2f766e3da91d {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:52.547510 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e0fe9bc8-df9a-4933-83b0-2f766e3da91d not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:52.547950 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bc432189-6697-4b7c-804c-08217dd7cf7b no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:52.570316 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: bc432189-6697-4b7c-804c-08217dd7cf7b {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:52.570734 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device bc432189-6697-4b7c-804c-08217dd7cf7b not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:52.571100 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:02:52.715038 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:02:52.715417 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 865d6e53-ba90-49c5-a0ff-2da83e9f7ed9 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:02:54.585329 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52284) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.690891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3413ddc1-b8d4-45b2-8ce6-443685394d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.776452 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3413ddc1-b8d4-45b2-8ce6-443685394d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.780519 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3413ddc1-b8d4-45b2-8ce6-443685394d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.817548 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-3413ddc1-b8d4-45b2-8ce6-443685394d47 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d53b074fb40d46a7be3e01745a8c571c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305636 Aug 09 16:02:54.818262 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413ddc1-b8d4-45b2-8ce6-443685394d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3685a6aa-1c95-44b7-9c86-680970fac22b,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:54.820297 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52288) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:54.867501 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.887570 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.935280 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.937860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:54.939027 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3685a6aa-1c95-44b7-9c86-680970fac22b HTTP/1.1" status: 204 len: 168 time: 0.1177449 Aug 09 16:02:54.947057 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ad6b5-3b1e-4df8-a696-3dff9d87648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3685a6aa-1c95-44b7-9c86-680970fac22b,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.195824 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52294) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.209728 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fadba5c-f375-4687-b245-9d6bc89685e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.297148 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fadba5c-f375-4687-b245-9d6bc89685e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.300776 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-2fadba5c-f375-4687-b245-9d6bc89685e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.341471 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2fadba5c-f375-4687-b245-9d6bc89685e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=359d5a872bf244eb9aafbc666f611784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445384 Aug 09 16:02:55.342703 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadba5c-f375-4687-b245-9d6bc89685e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d7528-b40a-4a67-b99a-475b1d723297,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:55.344219 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52296) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:55.394815 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.414792 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.461165 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.463768 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:55.464921 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b1d7528-b40a-4a67-b99a-475b1d723297 HTTP/1.1" status: 204 len: 168 time: 0.1196682 Aug 09 16:02:55.472479 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d06bfc-0079-49bd-92d3-cac928a0bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d7528-b40a-4a67-b99a-475b1d723297,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.124197 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52318) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:56.234130 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.v2.base [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-142080340-network', 'tenant_id': 'b1c5514e5b234744ba6066bf6331304c'}} {{(pid=93333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:56.258768 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Made reservation on behalf of b1c5514e5b234744ba6066bf6331304c for: {'network': 1} {{(pid=93333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:56.261373 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.270424 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.359027 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.362685 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.386792 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=93333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:56.396440 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e367b7-31b3-4fca-91e1-44d732e06ed7,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.401811 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.402156 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.db.segments_db [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Added segment 21d1727a-b2cf-4b3a-9ad3-e8e99adcb266 of type vlan for network ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 Aug 09 16:02:56.441771 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.469234 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.470245 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:56.470894 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.527293 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4019287 Aug 09 16:02:56.531079 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52322) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:56.536607 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Request body: {'subnet': {'network_id': 'ef16a6af-7591-4ef9-a5f3-6b4b691c1c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-142080340-subnet', 'tenant_id': 'b1c5514e5b234744ba6066bf6331304c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:56.539136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c0868-cecb-496a-987c-d4a4130813d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef16a6af-7591-4ef9-a5f3-6b4b691c1c43,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.550986 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:56.560045 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Made reservation on behalf of b1c5514e5b234744ba6066bf6331304c for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:56.562901 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.730083 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.780543 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=755467f1-8c30-4a96-bd0d-944ffde470c3,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:56.790658 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Checking segment: {'id': '21d1727a-b2cf-4b3a-9ad3-e8e99adcb266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'ef16a6af-7591-4ef9-a5f3-6b4b691c1c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:56.791006 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Network hostable DHCP agents. Network: ef16a6af-7591-4ef9-a5f3-6b4b691c1c43, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:56.806941 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Network ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:56.816045 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, ef16a6af-7591-4ef9-a5f3-6b4b691c1c43) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:56.820048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:56.820617 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.825921 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ca164-a047-4c61-95d3-2c62a6b865e7 None None] Network ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:56.834927 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-07331f2e-dbdc-4274-8304-ef804038dfff admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025761 Aug 09 16:02:56.963228 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-58cb8456-8316-4cc3-82fb-9df9dde9cb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:56.976830 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3663e80-b4b9-46b0-877c-becdd1c720d7 None None] Network ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:57.303786 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52340) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:57.308887 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-412255640-network', 'tenant_id': '400e72968fde444ea2b2d45266bd7046'}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:57.330280 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Made reservation on behalf of 400e72968fde444ea2b2d45266bd7046 for: {'network': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:57.332798 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1456929'] for network, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.341733 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.438860 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.443935 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.468747 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=93334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:02:57.477569 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d006044-8604-49c8-b368-c3f378ba776b,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:57.483844 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.484181 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.segments_db [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Added segment 29304de3-4331-40ea-a6b4-9e11e64e911e of type vlan for network a41530b6-4e01-499e-a023-25ed3c5de6f8 Aug 09 16:02:57.525343 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749567733836'] for network, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.557155 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561'] for network, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.558206 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.558833 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.616491 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3115644 Aug 09 16:02:57.619172 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52342) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:02:57.624441 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.v2.base [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Request body: {'subnet': {'network_id': 'a41530b6-4e01-499e-a023-25ed3c5de6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-412255640-subnet', 'tenant_id': '400e72968fde444ea2b2d45266bd7046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:02:57.632119 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7848c16-9426-4172-9252-e1a701abec4a admin admin] Pushing event updated for resources: {'Network': ['ID=a41530b6-4e01-499e-a023-25ed3c5de6f8,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:57.642919 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Network a41530b6-4e01-499e-a023-25ed3c5de6f8 details requested by agent ovs-agent-dv-cinder-788367-5-iscsi with host dv-cinder-788367-5-iscsi {{(pid=93335) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:02:57.650576 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Made reservation on behalf of 400e72968fde444ea2b2d45266bd7046 for: {'subnet': 1} {{(pid=93334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:02:57.652996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10105901'] for subnet, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.821888 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10263289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10105887'] for subnet, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.875918 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6bec76-ee1b-429a-b38c-183505dd9129,revision_number=0']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:02:57.883693 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Checking segment: {'id': '29304de3-4331-40ea-a6b4-9e11e64e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'a41530b6-4e01-499e-a023-25ed3c5de6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 16:02:57.884048 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Network hostable DHCP agents. Network: a41530b6-4e01-499e-a023-25ed3c5de6f8, hostable agents: ['c9cdf46e-2eeb-43ee-a9a6-58a873add7f2'], hosted agents: [] {{(pid=93334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:02:57.899996 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Network a41530b6-4e01-499e-a023-25ed3c5de6f8 is scheduled to be hosted by DHCP agent c9cdf46e-2eeb-43ee-a9a6-58a873add7f2 with binding_index 1 {{(pid=93334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:02:57.908241 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.base_scheduler [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-5-iscsi, a41530b6-4e01-499e-a023-25ed3c5de6f8) {{(pid=93334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:02:57.912097 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:02:57.912696 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:57.916792 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ea07a-f5e1-4f20-bb4c-ffaf5a68e5c7 None None] Network a41530b6-4e01-499e-a023-25ed3c5de6f8 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:57.932403 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-010b15a0-3b2c-434b-82d9-f73ce150a6c6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068502 Aug 09 16:02:58.045887 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437fb61-8fea-4ef2-8929-e85b71503b9a None None] Network a41530b6-4e01-499e-a023-25ed3c5de6f8 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:02:59.429248 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-572a246d-671b-4caf-93d1-45cbdf886940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:02:59.650264 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:00.933769 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:02.513918 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.374036 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52460) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.416912 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Deleting subnet 755467f1-8c30-4a96-bd0d-944ffde470c3 {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:11.420295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.456632 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.492946 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.542705 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.567517 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755467f1-8c30-4a96-bd0d-944ffde470c3,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:11.574058 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.575315 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-cb71d060-51a3-4418-8b80-6282ea39d2f8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/755467f1-8c30-4a96-bd0d-944ffde470c3 HTTP/1.1" status: 204 len: 168 time: 0.2002883 Aug 09 16:03:11.581670 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52462) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:11.652541 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.726588 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.736395 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef16a6af-7591-4ef9-a5f3-6b4b691c1c43']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.745833 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d1727a-b2cf-4b3a-9ad3-e8e99adcb266') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.746124 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d1727a-b2cf-4b3a-9ad3-e8e99adcb266') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:11.754426 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.768388 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.774236 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:11.774614 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:11.776223 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:12.092479 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.097985 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.099885 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] 10.222.0.90 "DELETE /v2.0/networks/ef16a6af-7591-4ef9-a5f3-6b4b691c1c43 HTTP/1.1" status: 204 len: 168 time: 0.5172372 Aug 09 16:03:12.102792 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52464) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.111014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4be72-3b7d-4414-a9a4-0d467aba1acc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef16a6af-7591-4ef9-a5f3-6b4b691c1c43,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.147982 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Deleting subnet fa6bec76-ee1b-429a-b38c-183505dd9129 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:12.151175 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.183956 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.226204 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.275989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.301791 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6bec76-ee1b-429a-b38c-183505dd9129,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.305448 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.307315 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-e9d8576e-a38f-4083-8a5d-17cc1848e42c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fa6bec76-ee1b-429a-b38c-183505dd9129 HTTP/1.1" status: 204 len: 168 time: 0.2034664 Aug 09 16:03:12.309891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52466) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.373532 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.452775 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.462116 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41530b6-4e01-499e-a023-25ed3c5de6f8']}} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.471667 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29304de3-4331-40ea-a6b4-9e11e64e911e') {'for_net_delete': True} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.471962 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.services.segments.db [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29304de3-4331-40ea-a6b4-9e11e64e911e') {} {{(pid=93333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:12.480614 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10019967'] for segment, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.493611 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.499746 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=93333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:12.500119 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10121296'] for segment, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: Traceback (most recent call last): Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: timer() Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: cb(*args, **kw) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: return func(*args, **kwargs) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: self._notify() Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: self.callback(batched_events) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: event.method(event) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: return f(self, *a, **k) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._get(url).json() Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:12.501696 dv-cinder-788367-5-iscsi neutron-server[93333]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:12.554580 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.559340 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.561791 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] 10.222.0.90 "DELETE /v2.0/networks/a41530b6-4e01-499e-a023-25ed3c5de6f8 HTTP/1.1" status: 204 len: 168 time: 0.2504690 Aug 09 16:03:12.578172 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a3cf7-db7e-4231-84b6-b1a297c5425e admin admin] Pushing event deleted for resources: {'Network': ['ID=a41530b6-4e01-499e-a023-25ed3c5de6f8,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:12.720058 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52470) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.759324 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-b903c538-b876-4508-9c4e-fd0d7403e7a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b1c5514e5b234744ba6066bf6331304c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381200 Aug 09 16:03:12.761679 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52472) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:12.808355 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.829385 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.876240 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.879136 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:12.880710 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e5e367b7-31b3-4fca-91e1-44d732e06ed7 HTTP/1.1" status: 204 len: 168 time: 0.1180060 Aug 09 16:03:12.891430 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50356a6-30f9-4cdc-82a4-859486baa699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e367b7-31b3-4fca-91e1-44d732e06ed7,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:13.197461 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52478) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.236073 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-0811b6e6-0e36-4022-a4f9-e38a5b8b1f7c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=400e72968fde444ea2b2d45266bd7046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372400 Aug 09 16:03:13.238285 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52480) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:13.284007 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.304373 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.353871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.356392 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:13.357512 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d006044-8604-49c8-b368-c3f378ba776b HTTP/1.1" status: 204 len: 168 time: 0.1183558 Aug 09 16:03:13.365400 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13e764-ae56-4587-ae8d-0f6b3462a7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d006044-8604-49c8-b368-c3f378ba776b,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.238867 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.390378 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52536) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:17.551375 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port 251585ac-a22a-48cb-94c7-7396a6108f87 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:17.551748 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.635007 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.635619 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.648725 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for 251585ac-a22a-48cb-94c7-7396a6108f87 owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:17.820194 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.845754 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=251585ac-a22a-48cb-94c7-7396a6108f87,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:17.901874 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:17.902198 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP a9bd4cdc-aa2b-4350-8440-89370ad5858b disassociated (deleted). External IP: 172.27.1.48, port: 88b0fbe8-3b91-4c74-87b8-3abfde3433d3. Aug 09 16:03:18.103561 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:18.208977 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:18.213835 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:18.219114 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:18.227912 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:18.228513 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:18.241446 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c65061ac-3602-40af-b448-f5514c3b4e7f tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "DELETE /v2.0/floatingips/a9bd4cdc-aa2b-4350-8440-89370ad5858b HTTP/1.1" status: 204 len: 168 time: 0.8499599 Aug 09 16:03:18.242046 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:18.244384 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b429b578-581c-4702-894e-ae85c8ecd0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:18.345173 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:18.415242 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1408a9-3ec0-4399-824c-3c0d0a07b0e8 x-openstack-request-id: req-9b1408a9-3ec0-4399-824c-3c0d0a07b0e8 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:18.415764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:18.415764 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9b1408a9-3ec0-4399-824c-3c0d0a07b0e8 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:18.416209 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'status': 'completed', 'code': 200} Aug 09 16:03:18.472294 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d1e94-8c61-4178-b337-3df88543f678 req-c264245b-8523-4008-abf2-f3a9eb3ede4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.474221 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-079d1e94-8c61-4178-b337-3df88543f678 req-c264245b-8523-4008-abf2-f3a9eb3ede4d tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0538051 Aug 09 16:03:18.517208 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-079d1e94-8c61-4178-b337-3df88543f678 req-e3bbee03-f9c9-415e-a675-97dce896a5ca tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 Aug 09 16:03:18.595279 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:18.614577 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-c6046080-4508-4765-b1f1-a34ebdb54ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.616171 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-c6046080-4508-4765-b1f1-a34ebdb54ba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 1098 time: 0.1469424 Aug 09 16:03:18.621638 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:18.630455 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:18.631065 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:18.710802 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-3bbcb103-2de2-4acc-a0f9-4da36bcbf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.712627 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-3bbcb103-2de2-4acc-a0f9-4da36bcbf553 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.0886085 Aug 09 16:03:18.738196 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:18.753449 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-1eea7b15-9a7e-436a-a4d3-4d83953e2bde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 200 len: 217 time: 0.0336003 Aug 09 16:03:18.804338 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-47a0e216-9fb7-4ec8-b482-a8c439713820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.805815 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-47a0e216-9fb7-4ec8-b482-a8c439713820 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0443339 Aug 09 16:03:18.860333 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-178ae69b-d477-4f96-b005-836ccb0670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:18.861846 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-178ae69b-d477-4f96-b005-836ccb0670c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481589 Aug 09 16:03:18.966148 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-64ee922f-e49b-4a62-9199-6141497b9fc3 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958486 Aug 09 16:03:18.980611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:19.009320 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fc8326-086e-4c05-82c1-be7e82b748c5 None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_floatingips': [{'id': '2a80b311-b55d-4d6a-b1d6-0939f0b68219', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'router_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'port_id': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'mac_address': 'fa:16:3e:8f:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:59:39Z', 'updated_at': '2021-08-09T15:59:41Z', 'revision_number': 1, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:19.073747 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b429b578-581c-4702-894e-ae85c8ecd0f3 req-593128f9-e978-41aa-a804-aa664993aff3 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989399 Aug 09 16:03:19.270317 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984ec7f0-0c65-437c-95d1-f8620a1c9d75 None None] New status for floating IP a9bd4cdc-aa2b-4350-8440-89370ad5858b: DOWN {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:03:19.639520 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4981c6-e45f-414b-aac9-a4c6b6d58efc req-7953fb68-130c-4428-8142-622536b07a4c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:19.641775 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fe4981c6-e45f-414b-aac9-a4c6b6d58efc req-7953fb68-130c-4428-8142-622536b07a4c tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0503709 Aug 09 16:03:19.682365 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-fe4981c6-e45f-414b-aac9-a4c6b6d58efc req-a6e8dd39-d0e4-488b-9d32-20e61f9eee3b tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Aug 09 16:03:20.236793 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-681145cf-b8b8-4db7-943c-4efa5413e6d0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:20.238253 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-681145cf-b8b8-4db7-943c-4efa5413e6d0 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Aug 09 16:03:20.329954 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:20.330309 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.416979 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] For port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:20.417490 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.431139 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:20.566655 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.593512 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=88b0fbe8-3b91-4c74-87b8-3abfde3433d3,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:20.641230 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] No DVR routers for this DVR port 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:20.643891 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:20.646114 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-d7381254-6956-4e85-a7c7-f2d9c08a0760 req-ebdde4c8-d88c-451f-95e6-4d544f2e8788 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "DELETE /v2.0/ports/88b0fbe8-3b91-4c74-87b8-3abfde3433d3 HTTP/1.1" status: 204 len: 173 time: 0.4020150 Aug 09 16:03:20.646628 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'name': 'network-vif-deleted', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:20.649150 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539b3ad-0437-42e6-a915-ff91d2ef55c3" -d '{"events": [{"server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "name": "network-vif-deleted", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:20.751999 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4db8fc-0d3a-4fdc-b3d3-4d35c767066a x-openstack-request-id: req-bc4db8fc-0d3a-4fdc-b3d3-4d35c767066a {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:20.752286 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e592cc6-e81f-40c0-a98a-91d2269d84a0", "name": "network-vif-deleted", "tag": "88b0fbe8-3b91-4c74-87b8-3abfde3433d3", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:20.752531 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bc4db8fc-0d3a-4fdc-b3d3-4d35c767066a {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:20.752926 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e592cc6-e81f-40c0-a98a-91d2269d84a0', 'name': 'network-vif-deleted', 'tag': '88b0fbe8-3b91-4c74-87b8-3abfde3433d3', 'status': 'completed', 'code': 200} Aug 09 16:03:20.782431 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-bbf8ea4a-e281-434e-83d7-39e1943ccf24 req-4c9791c3-11ae-4d2b-a3df-1dfdb2273211 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=9e592cc6-e81f-40c0-a98a-91d2269d84a0 HTTP/1.1" status: 200 len: 210 time: 0.0267105 Aug 09 16:03:24.062360 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52622) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:24.077574 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52626) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:24.189260 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf8a9-311d-437c-bb60-b946abdad1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.290709 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port da09de94-ba83-462e-8113-c9c5bf0f6eca {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:24.291154 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.376690 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf8a9-311d-437c-bb60-b946abdad1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.381520 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf8a9-311d-437c-bb60-b946abdad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.423019 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.423347 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.435967 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8bdaf8a9-311d-437c-bb60-b946abdad1f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=deb29a9de94e4820a1e8d8626f35de26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724899 Aug 09 16:03:24.438780 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52628) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:24.444375 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for da09de94-ba83-462e-8113-c9c5bf0f6eca owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:24.446107 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf8a9-311d-437c-bb60-b946abdad1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ea092e-5fcf-4a1b-ac83-e4e4d3af2dc8,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.489725 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.510676 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.561274 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.563998 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.565149 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/02ea092e-5fcf-4a1b-ac83-e4e4d3af2dc8 HTTP/1.1" status: 204 len: 168 time: 0.1253915 Aug 09 16:03:24.572733 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db205ffc-5415-4216-a343-f6920c727e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ea092e-5fcf-4a1b-ac83-e4e4d3af2dc8,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.608049 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.632584 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=da09de94-ba83-462e-8113-c9c5bf0f6eca,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:24.713505 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:24.720138 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.720472 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.db.l3_db [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Floating IP 2a80b311-b55d-4d6a-b1d6-0939f0b68219 disassociated (deleted). External IP: 172.27.1.57, port: b6ebc331-72bc-406f-9e0e-599f027e0f79. Aug 09 16:03:24.734274 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:24.734626 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device 88b0fbe8-3b91-4c74-87b8-3abfde3433d3 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:24.853658 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52634) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:24.866597 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c6efa82-a90f-479b-a594-2a9e2e6a1eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.932155 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:24.956784 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c6efa82-a90f-479b-a594-2a9e2e6a1eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:24.961097 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-6c6efa82-a90f-479b-a594-2a9e2e6a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.009578 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-6c6efa82-a90f-479b-a594-2a9e2e6a1eb9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a6f3dd2d9b2a418ba0ff9351c95833bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547291 Aug 09 16:03:25.010585 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6efa82-a90f-479b-a594-2a9e2e6a1eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2248e-a05c-4eab-97f3-45e7cf07a21f,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.013205 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52636) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:25.043825 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:25.048790 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.054101 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:25.064442 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:25.066611 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:25.070121 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.081277 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-6517b7d4-2320-44cf-af3c-0532a97d01ac tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "DELETE /v2.0/floatingips/2a80b311-b55d-4d6a-b1d6-0939f0b68219 HTTP/1.1" status: 204 len: 168 time: 1.0015535 Aug 09 16:03:25.081277 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79'}] {{(pid=93334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:25.083102 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5d4178c8a66b297f68f28b450a1d5292c87b5c57d12b12cc9c9bd1e014558c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ead97-ada2-4af9-92d9-527f2d144463" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79"}]}' {{(pid=93334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:25.100176 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.128306 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b4ca7-b6f2-42a8-90df-d252d3a48cf9 x-openstack-request-id: req-280b4ca7-b6f2-42a8-90df-d252d3a48cf9 {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:25.128671 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79", "status": "completed", "code": 200}]} {{(pid=93334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:25.129023 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-280b4ca7-b6f2-42a8-90df-d252d3a48cf9 {{(pid=93334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:25.129716 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'status': 'completed', 'code': 200} Aug 09 16:03:25.170952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.173972 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:25.177638 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1bf2248e-a05c-4eab-97f3-45e7cf07a21f HTTP/1.1" status: 204 len: 168 time: 0.1609039 Aug 09 16:03:25.195788 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:25.212029 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589fca-7b0a-4c4d-9ba2-73a75a2220d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2248e-a05c-4eab-97f3-45e7cf07a21f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:25.237605 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-a11968ef-b027-4549-bac1-b5dd918ee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.239152 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-a11968ef-b027-4549-bac1-b5dd918ee16f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 1098 time: 0.0630271 Aug 09 16:03:25.332112 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a11e8-7f7a-497a-abe8-fc4988140a96 req-073f1571-a69e-4380-b27b-990f22d79aee tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.339679 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ea4a11e8-7f7a-497a-abe8-fc4988140a96 req-073f1571-a69e-4380-b27b-990f22d79aee tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.0616570 Aug 09 16:03:25.388781 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [req-ea4a11e8-7f7a-497a-abe8-fc4988140a96 req-c48a8f88-1cc2-4f6f-b394-4cb08427c514 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474267 Aug 09 16:03:25.393267 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-ccebf7a4-8d3f-4bc4-b6b2-fcd74e42b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.396052 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-ccebf7a4-8d3f-4bc4-b6b2-fcd74e42b641 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 200 len: 913 time: 0.1195898 Aug 09 16:03:25.442804 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-22593e0e-99dc-4e7d-b550-d61b2e255377 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 200 len: 217 time: 0.0387933 Aug 09 16:03:25.452284 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:25.479792 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:25.492428 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-1f1c5a05-9fc7-4939-b9d4-0b5b7c8de0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.493080 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:25.493752 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:02:59Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:25.493926 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-1f1c5a05-9fc7-4939-b9d4-0b5b7c8de0cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 200 len: 850 time: 0.0443215 Aug 09 16:03:25.548637 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-ce8bb09d-2f8b-4157-811b-7da332e03b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:25.550163 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-ce8bb09d-2f8b-4157-811b-7da332e03b6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69496bb5-b021-466f-b5ff-5a0557e87bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480180 Aug 09 16:03:25.610246 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:25.646078 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-410f01ed-8059-468c-a652-4aee95946880 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Aug 09 16:03:25.745898 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-b90ead97-ada2-4af9-92d9-527f2d144463 req-631fc760-c995-4ff6-8745-f9b6fecbd687 service neutron] 10.222.0.21 "GET /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917461 Aug 09 16:03:25.819761 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:25.850479 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0921e7-4aef-4f37-88a3-e36ca1f779b2 None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T15:55:47Z', 'revision_number': 4, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi', '_interfaces': [{'id': '95d10cbf-aa07-419b-a9b7-636bc077885d', 'name': '', 'network_id': '69496bb5-b021-466f-b5ff-5a0557e87bee', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'mac_address': 'fa:16:3e:2e:dd:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:47Z', 'updated_at': '2021-08-09T15:55:55Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'subnets': [{'id': 'fc03f4f9-0a54-4132-b134-8a3c2c50c1b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:26.083024 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f50ae-79ba-458a-8f6a-501669e32568 None None] New status for floating IP 2a80b311-b55d-4d6a-b1d6-0939f0b68219: DOWN {{(pid=93336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:03:26.350078 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52676) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:26.461819 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4977f960-03a6-4de1-bfaa-3b3b57efaaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.524548 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa867b8-5a4d-4949-a52b-bbcae643342d req-c9fb07bf-6db2-4e65-b3af-1a28d9bc9fbf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.526019 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6aa867b8-5a4d-4949-a52b-bbcae643342d req-c9fb07bf-6db2-4e65-b3af-1a28d9bc9fbf tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.0662949 Aug 09 16:03:26.586265 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-6aa867b8-5a4d-4949-a52b-bbcae643342d req-d43ee4c8-2551-41eb-85e0-21d1b7c599d6 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/security-groups?id=78b2704d-abe6-4f8d-b62f-bc8c13d1728f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529644 Aug 09 16:03:26.622920 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4977f960-03a6-4de1-bfaa-3b3b57efaaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.635540 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-4977f960-03a6-4de1-bfaa-3b3b57efaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.674180 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-4977f960-03a6-4de1-bfaa-3b3b57efaaf2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8a0e9e8b065e454cb13d4a1293260414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230157 Aug 09 16:03:26.675105 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f960-03a6-4de1-bfaa-3b3b57efaaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3b924-4742-4f17-85f0-212f01d981cf,revision_number=1']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.676908 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52682) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:26.729414 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.750695 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.796295 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.798882 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:26.800068 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65e3b924-4742-4f17-85f0-212f01d981cf HTTP/1.1" status: 204 len: 168 time: 0.1215732 Aug 09 16:03:26.807668 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adae35-3fb0-45e9-a03a-e9ae57c9b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3b924-4742-4f17-85f0-212f01d981cf,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:26.976828 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-36f2ae27-d40d-448a-8215-cc25798558c5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 16:03:26.978407 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-36f2ae27-d40d-448a-8215-cc25798558c5 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 945 time: 0.0549071 Aug 09 16:03:27.077833 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port b6ebc331-72bc-406f-9e0e-599f027e0f79 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:27.078166 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.095920 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-dd44b80e-44c1-4563-b2ba-2f39fb313b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.178276 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] For port b6ebc331-72bc-406f-9e0e-599f027e0f79, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b6ebc331-72bc-406f-9e0e-599f027e0f79,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:27.178642 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.191925 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for b6ebc331-72bc-406f-9e0e-599f027e0f79 owned by compute:nova {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:27.320856 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.352199 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=b6ebc331-72bc-406f-9e0e-599f027e0f79,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:27.393881 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] No DVR routers for this DVR port b6ebc331-72bc-406f-9e0e-599f027e0f79 on host hv-cinder-78836 {{(pid=93333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:27.396347 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for port, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:27.398301 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-4d5b89d6-9485-41d1-9d18-4c6cc6040419 req-94c132a5-7742-492a-bbb2-b2f81fb91773 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.21 "DELETE /v2.0/ports/b6ebc331-72bc-406f-9e0e-599f027e0f79 HTTP/1.1" status: 204 len: 173 time: 0.4130819 Aug 09 16:03:27.398722 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'name': 'network-vif-deleted', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79'}] {{(pid=93333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 16:03:27.400990 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4b0eee9dcc78a3d560aa45197dc441fcf6a4d454b5f34213bad32b77d0cd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce449ae-22c7-4129-98ca-055042d7dd48" -d '{"events": [{"server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "name": "network-vif-deleted", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79"}]}' {{(pid=93333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:03:27.440246 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda05a8f-9897-4f11-9950-3bef42cd0a64 x-openstack-request-id: req-fda05a8f-9897-4f11-9950-3bef42cd0a64 {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:03:27.440732 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0565e1-a222-495a-ab3c-f35530a8c41f", "name": "network-vif-deleted", "tag": "b6ebc331-72bc-406f-9e0e-599f027e0f79", "status": "completed", "code": 200}]} {{(pid=93333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:03:27.441089 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fda05a8f-9897-4f11-9950-3bef42cd0a64 {{(pid=93333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:03:27.441739 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0565e1-a222-495a-ab3c-f35530a8c41f', 'name': 'network-vif-deleted', 'tag': 'b6ebc331-72bc-406f-9e0e-599f027e0f79', 'status': 'completed', 'code': 200} Aug 09 16:03:27.682572 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [req-3b854c8a-abca-4a2c-99ec-e6b22a284be2 req-6847ea4e-aa84-45dc-ac05-54e648e48aed tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee0565e1-a222-495a-ab3c-f35530a8c41f HTTP/1.1" status: 200 len: 210 time: 0.0282099 Aug 09 16:03:28.738370 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52732) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:28.859430 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Deleting port 8b4bdf94-3cf6-4fd3-be4b-9dca924860aa {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:28.859689 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.934061 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.934391 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:28.945607 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Calling delete_port for 8b4bdf94-3cf6-4fd3-be4b-9dca924860aa owned by network:floatingip {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:29.074901 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.106554 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'Port': ['ID=8b4bdf94-3cf6-4fd3-be4b-9dca924860aa,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:29.129098 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:03:29.165092 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for floatingip, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.167613 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1031343'] for floatingip, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.169097 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-edd89339-8eb2-4b96-82cb-bdd181f12585 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "DELETE /v2.0/floatingips/12340948-f486-462c-97d7-c79ff36c04e1 HTTP/1.1" status: 204 len: 168 time: 0.4297092 Aug 09 16:03:29.430055 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d53ecf0b-6850-40d6-84e0-eb5092f31aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:29.659827 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.361863 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52752) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:30.418372 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.443884 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.506339 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.509021 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:30.510155 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] 10.222.0.90 "DELETE /v2.0/security-groups/78b2704d-abe6-4f8d-b62f-bc8c13d1728f HTTP/1.1" status: 204 len: 168 time: 0.1473165 Aug 09 16:03:30.519981 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80e882-7923-4f17-a786-a5c4056fc458 tempest-TestVolumeBootPattern-2139488155 tempest-TestVolumeBootPattern-2139488155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2704d-abe6-4f8d-b62f-bc8c13d1728f,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:30.579969 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52758) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:30.758935 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b6ebc331-72bc-406f-9e0e-599f027e0f79 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:30.779270 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] No Port match for: b6ebc331-72bc-406f-9e0e-599f027e0f79 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:30.779603 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Device b6ebc331-72bc-406f-9e0e-599f027e0f79 not bound to the agent host hv-cinder-78836 {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:30.918504 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52768) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:30.937750 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.031635 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ee35-4d7e-4f25-a6b9-e15ed0af3596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.133855 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ee35-4d7e-4f25-a6b9-e15ed0af3596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.138568 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ee35-4d7e-4f25-a6b9-e15ed0af3596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.180010 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c4e4ee35-4d7e-4f25-a6b9-e15ed0af3596 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad1bce974900415088620d0553d5e91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603836 Aug 09 16:03:31.180885 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4ee35-4d7e-4f25-a6b9-e15ed0af3596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de1b86-81a9-4651-b8ff-e747d485f384,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.184134 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52772) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.240920 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.261589 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.309222 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.311913 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.313102 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e9de1b86-81a9-4651-b8ff-e747d485f384 HTTP/1.1" status: 204 len: 168 time: 0.1280279 Aug 09 16:03:31.321410 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755a9af-b0ce-4b39-bc96-2892ed9bf239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de1b86-81a9-4651-b8ff-e747d485f384,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.338399 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.607213 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Deleting port 95d10cbf-aa07-419b-a9b7-636bc077885d {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:31.607941 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.610811 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52778) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.624241 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7bf02553-c949-4e69-8d4e-6c8c8ca16980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.690573 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] For port 95d10cbf-aa07-419b-a9b7-636bc077885d, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=95d10cbf-aa07-419b-a9b7-636bc077885d,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:31.690859 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.709438 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Calling delete_port for 95d10cbf-aa07-419b-a9b7-636bc077885d owned by network:router_interface {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:31.715108 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7bf02553-c949-4e69-8d4e-6c8c8ca16980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.720784 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-7bf02553-c949-4e69-8d4e-6c8c8ca16980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.758053 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-7bf02553-c949-4e69-8d4e-6c8c8ca16980 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f209bcfc0bde47e985cfda844adcda1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460834 Aug 09 16:03:31.759005 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf02553-c949-4e69-8d4e-6c8c8ca16980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2266bf8-ef30-40fa-8678-f6c59665e770,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.761366 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52780) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:31.811111 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.837935 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.890063 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.891016 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.893699 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:31.895015 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c2266bf8-ef30-40fa-8678-f6c59665e770 HTTP/1.1" status: 204 len: 168 time: 0.1325336 Aug 09 16:03:31.903102 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908ccf-5ebd-43be-92e9-f0fc2f37b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2266bf8-ef30-40fa-8678-f6c59665e770,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:31.920219 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=95d10cbf-aa07-419b-a9b7-636bc077885d,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:32.091107 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.309836 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Router 91a56dd4-96e5-41be-8573-d4c809a039ae has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:32.415180 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:32.423021 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-cb4d5bc9-318a-432c-8716-6f33e40e9a5d admin admin] 10.222.0.90 "PUT /v2.0/routers/91a56dd4-96e5-41be-8573-d4c809a039ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394616 Aug 09 16:03:32.423130 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52796) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:32.430178 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Sync routers for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:32.441135 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:32.442274 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:03:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.538309 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks [] for router, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.574403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.604660 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: dv-cinder-788367-5-iscsi {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:32.652523 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.707328 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Deleting port 8867eb8e-7631-4562-912d-217c37d08432 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:32.707578 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.786928 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] For port 8867eb8e-7631-4562-912d-217c37d08432, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=8867eb8e-7631-4562-912d-217c37d08432,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:32.787302 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.795834 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '8867eb8e-7631-4562-912d-217c37d08432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T16:03:31Z', 'revision_number': 5, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port': {'id': '8867eb8e-7631-4562-912d-217c37d08432', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:45Z', 'updated_at': '2021-08-09T15:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.802014 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Calling delete_port for 8867eb8e-7631-4562-912d-217c37d08432 owned by network:router_gateway {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:32.822960 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Checking router: 91a56dd4-96e5-41be-8573-d4c809a039ae for host: dv-cinder-788367-5-iscsi {{(pid=93335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:32.832840 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Routers {'91a56dd4-96e5-41be-8573-d4c809a039ae'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:32.833608 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:03:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['91a56dd4-96e5-41be-8573-d4c809a039ae'], 'active': True} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:32.932832 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvr_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] Set router 91a56dd4-96e5-41be-8573-d4c809a039ae gateway port host: None {{(pid=93335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:32.986420 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:32.987914 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_hamode_db [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T16:03:32Z', 'revision_number': 6, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:33.019130 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedabb93-517c-4d6d-897b-d97a5bb7ceed None None] The sync data for ids ['91a56dd4-96e5-41be-8573-d4c809a039ae'] in dv-cinder-788367-5-iscsi is: [{'id': '91a56dd4-96e5-41be-8573-d4c809a039ae', 'name': 'tempest-TestVolumeBootPattern-363588541-router', 'tenant_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:44Z', 'updated_at': '2021-08-09T16:03:32Z', 'revision_number': 6, 'project_id': 'f71c61fabc90427aa7ef282b3e8f8c7f', 'gw_port_host': None}] {{(pid=93335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:33.024065 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Pushing event deleted for resources: {'Port': ['ID=8867eb8e-7631-4562-912d-217c37d08432,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.096158 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.187766 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.189891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.233668 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.234252 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a56dd4-96e5-41be-8573-d4c809a039ae {{(pid=93334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:03:33.239017 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] Notify callbacks [] for router, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.242504 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-87d30f7b-5e1e-4555-baae-17590f213609 admin admin] 10.222.0.90 "DELETE /v2.0/routers/91a56dd4-96e5-41be-8573-d4c809a039ae HTTP/1.1" status: 204 len: 168 time: 0.8160398 Aug 09 16:03:33.242883 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52810) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:33.292060 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Deleting subnet fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 {{(pid=93334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:33.296108 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.332711 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2338324'] for subnet, precommit_delete_associations {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.413652 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.474804 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10263230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10105862'] for subnet, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.499339 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc03f4f9-0a54-4132-b134-8a3c2c50c1b9,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.502775 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.507748 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c51cfb36-68d3-4c12-998e-d654e4213550 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fc03f4f9-0a54-4132-b134-8a3c2c50c1b9 HTTP/1.1" status: 204 len: 168 time: 0.2618256 Aug 09 16:03:33.507947 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52816) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:33.510684 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e6571-da73-46c7-a2af-6622e42e5173 None None] Network 69496bb5-b021-466f-b5ff-5a0557e87bee requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:33.575308 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.631042 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Deleting port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:33.631407 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.697960 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] For port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,segment=NetworkSegment(af7a5f39-4b76-43a5-a257-73d6f53c1164),segment_id=af7a5f39-4b76-43a5-a257-73d6f53c1164)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:33.698254 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.710369 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Calling delete_port for 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:33.776989 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] DHCP port deletion for 69496bb5-b021-466f-b5ff-5a0557e87bee request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:33.799328 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.824718 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Deleting port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 {{(pid=93335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:33.825095 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.827480 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.830977 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] No DVR routers for this DVR port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:33.887183 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.db [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] For port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806, host dv-cinder-788367-5-iscsi, got binding levels [] {{(pid=93335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:33.887583 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.900201 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.900777 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Calling delete_port for 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 owned by network:dhcp {{(pid=93335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:33.903354 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.ipam_backend_mixin [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 was not found and therefore no delete operation was performed {{(pid=93335) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 16:03:33.904590 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286'] for port, after_delete {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.911064 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69496bb5-b021-466f-b5ff-5a0557e87bee']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:33.922037 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7a5f39-4b76-43a5-a257-73d6f53c1164') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:33.922167 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7a5f39-4b76-43a5-a257-73d6f53c1164') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:33.927974 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] Pushing event deleted for resources: {'Port': ['ID=09fbd00c-d276-4c0b-b679-a6c2a4ad5806,revision_number=None']} {{(pid=93335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:33.933536 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db7306-d72a-41b1-9f2e-28aa6ceef29a None None] No DVR routers for this DVR port 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 on host dv-cinder-788367-5-iscsi {{(pid=93335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:33.935396 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.951487 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.959923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:33.959923 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:33.961587 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:34.021258 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.026957 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.028626 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] 10.222.0.90 "DELETE /v2.0/networks/69496bb5-b021-466f-b5ff-5a0557e87bee HTTP/1.1" status: 204 len: 168 time: 0.5197608 Aug 09 16:03:34.034381 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52818) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:34.044698 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b70ff8-169d-42b2-a97d-d604354ac9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=69496bb5-b021-466f-b5ff-5a0557e87bee,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:34.373523 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-504733'] for router_interface, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.565887 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 8867eb8e-7631-4562-912d-217c37d08432 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:34.589272 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 8867eb8e-7631-4562-912d-217c37d08432 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:34.589615 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 8867eb8e-7631-4562-912d-217c37d08432 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:34.590225 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 95d10cbf-aa07-419b-a9b7-636bc077885d no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:34.610686 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 95d10cbf-aa07-419b-a9b7-636bc077885d {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:34.611675 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 95d10cbf-aa07-419b-a9b7-636bc077885d not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:34.612100 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:34.634469 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:34.634685 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device 09fbd00c-d276-4c0b-b679-a6c2a4ad5806 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:34.641626 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Deleting port e49fece8-7ff6-430f-9cec-d4d414328534 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:34.642031 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.728633 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] For port e49fece8-7ff6-430f-9cec-d4d414328534, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=e49fece8-7ff6-430f-9cec-d4d414328534,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:34.729044 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.742442 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Calling delete_port for e49fece8-7ff6-430f-9cec-d4d414328534 owned by network:router_interface {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:34.925265 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:34.951000 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Pushing event deleted for resources: {'Port': ['ID=e49fece8-7ff6-430f-9cec-d4d414328534,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:35.116124 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-507437'] for router_interface, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.326162 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Router f7cf75de-db1d-44ea-9a54-c7b0e196a28f has already been hosted by L3 agent 3b5060ef-3868-4200-b130-cdb10fdc6d9b {{(pid=93333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 16:03:35.425379 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] Notify agent at l3_agent.dv-cinder-788367-5-iscsi the message routers_updated {{(pid=93333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:03:35.430246 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-2845f91c-244e-43fb-884d-022eead8c07d admin admin] 10.222.0.90 "PUT /v2.0/routers/f7cf75de-db1d-44ea-9a54-c7b0e196a28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3948722 Aug 09 16:03:35.432820 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52830) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:35.435248 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Sync routers for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:03:35.444974 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:35.445574 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:03:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:35.540056 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.549054 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: dv-cinder-788367-5-iscsi {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:35.640072 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.694135 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Deleting port a4de376d-ccc4-48be-a877-b1d852016151 {{(pid=93333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:35.694504 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.739464 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'external_fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T16:03:34Z', 'revision_number': 5, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port': {'id': 'a4de376d-ccc4-48be-a877-b1d852016151', 'name': '', 'network_id': '942f1e39-edc7-4b38-95ff-bd7ae1a53860', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '24a40149-210e-403b-a482-c00374fe6609', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:55:50Z', 'updated_at': '2021-08-09T15:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24a40149-210e-403b-a482-c00374fe6609', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-5-iscsi'}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:35.768651 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Checking router: f7cf75de-db1d-44ea-9a54-c7b0e196a28f for host: dv-cinder-788367-5-iscsi {{(pid=93336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:03:35.784936 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Routers {'f7cf75de-db1d-44ea-9a54-c7b0e196a28f'} bound to L3 agent in host dv-cinder-788367-5-iscsi {{(pid=93336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 16:03:35.785166 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:44:29Z,description=,heartbeat_timestamp=2021-08-09T16:03:29Z,host='dv-cinder-788367-5-iscsi',id=3b5060ef-3868-4200-b130-cdb10fdc6d9b,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:44:29Z,topic='l3_agent')) {'router_ids': ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'], 'active': True} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:35.786080 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.db [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] For port a4de376d-ccc4-48be-a877-b1d852016151, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a4de376d-ccc4-48be-a877-b1d852016151,segment=NetworkSegment(116532ef-6329-4685-882e-8cde48848c1a),segment_id=116532ef-6329-4685-882e-8cde48848c1a)] {{(pid=93333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:35.787295 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:35.801994 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.plugins.ml2.plugin [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Calling delete_port for a4de376d-ccc4-48be-a877-b1d852016151 owned by network:router_gateway {{(pid=93333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:35.971729 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_dvr_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] Set router f7cf75de-db1d-44ea-9a54-c7b0e196a28f gateway port host: None {{(pid=93336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 16:03:35.989265 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10121405'] for port, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.017154 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4de376d-ccc4-48be-a877-b1d852016151,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:36.024093 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.l3_hamode_db [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T16:03:35Z', 'revision_number': 6, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port_host': None}], 'dv-cinder-788367-5-iscsi', False) {} {{(pid=93336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:36.054334 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31252f2-f38f-45b7-a916-cb5bdbc472b0 None None] The sync data for ids ['f7cf75de-db1d-44ea-9a54-c7b0e196a28f'] in dv-cinder-788367-5-iscsi is: [{'id': 'f7cf75de-db1d-44ea-9a54-c7b0e196a28f', 'name': 'tempest-TestVolumeBootPattern-596863788-router', 'tenant_id': '94b0d1826ec44369bc1ea409cefd8c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:55:49Z', 'updated_at': '2021-08-09T16:03:35Z', 'revision_number': 6, 'project_id': '94b0d1826ec44369bc1ea409cefd8c48', 'gw_port_host': None}] {{(pid=93336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:03:36.091420 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505035'] for router_gateway, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.183682 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-506431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31369'] for router, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.185989 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.232049 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-506571'] for router, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.232783 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cf75de-db1d-44ea-9a54-c7b0e196a28f {{(pid=93333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:03:36.239161 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] Notify callbacks [] for router, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.242777 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-ca0afbe9-c60a-481c-adf3-1f48def58f59 admin admin] 10.222.0.90 "DELETE /v2.0/routers/f7cf75de-db1d-44ea-9a54-c7b0e196a28f HTTP/1.1" status: 204 len: 168 time: 0.8065834 Aug 09 16:03:36.243055 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52844) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:36.294469 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.db.db_base_plugin_v2 [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Deleting subnet bda1d589-8b09-4e48-8711-1641601542d9 {{(pid=93333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 16:03:36.298415 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.333137 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10019944'] for subnet, precommit_delete_associations {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.416832 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1559960'] for subnet, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.471670 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1559951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608092', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10121358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2108147'] for subnet, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.497550 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda1d589-8b09-4e48-8711-1641601542d9,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:36.501148 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for subnet, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.503171 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-652d29b8-2f59-42fe-a0ed-65bc6e7d6479 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bda1d589-8b09-4e48-8711-1641601542d9 HTTP/1.1" status: 204 len: 168 time: 0.2592268 Aug 09 16:03:36.506469 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52846) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:36.509319 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918af900-d5bc-42be-8cb9-49ed1b7fc591 None None] Network f54864c0-5ce1-4f36-9acc-29a90b2ba578 requested from dv-cinder-788367-5-iscsi {{(pid=93335) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:03:36.574146 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1641799'] for network, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.630485 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Deleting port a8a4c6d3-369c-431e-8715-1101f8f83e71 {{(pid=93334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 16:03:36.630879 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749568130097'] for port, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.690958 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.db [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] For port a8a4c6d3-369c-431e-8715-1101f8f83e71, host dv-cinder-788367-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-5-iscsi',level=0,port_id=a8a4c6d3-369c-431e-8715-1101f8f83e71,segment=NetworkSegment(7d68121b-85cc-4557-92f6-1103f49bd424),segment_id=7d68121b-85cc-4557-92f6-1103f49bd424)] {{(pid=93334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:03:36.691323 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503727'] for port, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.703202 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.plugin [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Calling delete_port for a8a4c6d3-369c-431e-8715-1101f8f83e71 owned by network:dhcp {{(pid=93334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 16:03:36.786162 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1456783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749568135819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749567746286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10263181'] for port, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:36.805758 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9ee89-62c2-49d1-a2ff-6fd7a3b767f7 None None] DHCP port deletion for f54864c0-5ce1-4f36-9acc-29a90b2ba578 request from dv-cinder-788367-5-iscsi {{(pid=93335) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:03:36.857185 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a4de376d-ccc4-48be-a877-b1d852016151 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:36.879075 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: a4de376d-ccc4-48be-a877-b1d852016151 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:36.879531 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a4de376d-ccc4-48be-a877-b1d852016151 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:36.880056 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a8a4c6d3-369c-431e-8715-1101f8f83e71 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:36.899908 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: a8a4c6d3-369c-431e-8715-1101f8f83e71 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:36.900234 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device a8a4c6d3-369c-431e-8715-1101f8f83e71 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:36.900591 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e49fece8-7ff6-430f-9cec-d4d414328534 no longer exists at agent ovs-agent-dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:03:36.921399 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] No Port match for: e49fece8-7ff6-430f-9cec-d4d414328534 {{(pid=93335) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 16:03:36.921741 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron.plugins.ml2.rpc [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Device e49fece8-7ff6-430f-9cec-d4d414328534 not bound to the agent host dv-cinder-788367-5-iscsi {{(pid=93335) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:03:37.072871 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a4c6d3-369c-431e-8715-1101f8f83e71,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.076255 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] No DVR routers for this DVR port a8a4c6d3-369c-431e-8715-1101f8f83e71 on host dv-cinder-788367-5-iscsi {{(pid=93334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:03:37.150924 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1560095', 'neutron.services.segments.db._delete_segments_for_network-8749568272752'] for network, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.160985 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54864c0-5ce1-4f36-9acc-29a90b2ba578']}} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.171117 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d68121b-85cc-4557-92f6-1103f49bd424') {'for_net_delete': True} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.171405 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.services.segments.db [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d68121b-85cc-4557-92f6-1103f49bd424') {} {{(pid=93334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:03:37.179754 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749568275321', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2338307'] for segment, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.196566 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025'] for segment, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.202631 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=93334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:03:37.203052 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1560025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10263136'] for segment, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: Traceback (most recent call last): Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: timer() Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: cb(*args, **kw) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: return func(*args, **kwargs) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: self._notify() Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: self.callback(batched_events) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: event.method(event) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: return f(self, *a, **k) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._get(url).json() Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: return self.request(url, 'GET', **kwargs) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 16:03:37.204799 dv-cinder-788367-5-iscsi neutron-server[93334]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 16:03:37.260071 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1560070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505007'] for network, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.265494 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629543'] for network, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.267299 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] 10.222.0.90 "DELETE /v2.0/networks/f54864c0-5ce1-4f36-9acc-29a90b2ba578 HTTP/1.1" status: 204 len: 168 time: 0.7597010 Aug 09 16:03:37.278024 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a473f-4222-4dec-ade5-832e72fe993a admin admin] Pushing event deleted for resources: {'Network': ['ID=f54864c0-5ce1-4f36-9acc-29a90b2ba578,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.447170 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52856) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.489065 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-2d5fc3bc-a6ff-49bd-abff-82f71352f7c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f71c61fabc90427aa7ef282b3e8f8c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405843 Aug 09 16:03:37.491380 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52860) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.542612 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.563891 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.617672 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.620179 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:37.621350 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4df0c8ec-a686-44a0-b954-7a69039675e6 HTTP/1.1" status: 204 len: 168 time: 0.1290658 Aug 09 16:03:37.629624 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19079a-730e-44a3-b6e3-372ce759c64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0c8ec-a686-44a0-b954-7a69039675e6,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:37.953209 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52878) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:37.995442 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-c1f60fb2-0de6-44cb-8441-6b5cbed8bc6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=94b0d1826ec44369bc1ea409cefd8c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410588 Aug 09 16:03:37.997938 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52880) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:38.047292 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.068576 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.114433 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.116960 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:38.118395 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/766908bb-9aaa-4efb-b7cd-60a295660be5 HTTP/1.1" status: 204 len: 168 time: 0.1184063 Aug 09 16:03:38.126937 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4d0bf-b6ae-4437-916a-07958ba3c717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766908bb-9aaa-4efb-b7cd-60a295660be5,revision_number=None']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.157559 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.wsgi [-] (93334) accepted ('10.222.0.90', 52946) {{(pid=93334) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.259084 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-865f2553-cd02-4955-863c-9e780a4692c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.345937 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-865f2553-cd02-4955-863c-9e780a4692c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.349576 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron_lib.callbacks.manager [None req-865f2553-cd02-4955-863c-9e780a4692c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_create {{(pid=93334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.387206 dv-cinder-788367-5-iscsi neutron-server[93334]: INFO neutron.wsgi [None req-865f2553-cd02-4955-863c-9e780a4692c1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=041ce46070e14e01bdcceb18dfc404df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285428 Aug 09 16:03:43.388082 dv-cinder-788367-5-iscsi neutron-server[93334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f2553-cd02-4955-863c-9e780a4692c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b3c3e3-87a3-4158-88de-812862fc9153,revision_number=1']} {{(pid=93334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:43.389986 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.wsgi [-] (93333) accepted ('10.222.0.90', 52950) {{(pid=93333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:03:43.440952 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.461233 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.510731 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618934'] for security_group, after_delete {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.513280 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron_lib.callbacks.manager [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:43.514947 dv-cinder-788367-5-iscsi neutron-server[93333]: INFO neutron.wsgi [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62b3c3e3-87a3-4158-88de-812862fc9153 HTTP/1.1" status: 204 len: 168 time: 0.1234171 Aug 09 16:03:43.522420 dv-cinder-788367-5-iscsi neutron-server[93333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0029f-4e9f-40b6-8852-4eefb11435a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b3c3e3-87a3-4158-88de-812862fc9153,revision_number=None']} {{(pid=93333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:03:47.240707 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:56.966351 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-815e5d9d-a54e-4da6-a1d2-243facfb0503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.430560 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-c06fc4be-d37c-4f1f-899c-2b7c7c78fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:03:59.659628 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:00.939628 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:02.521175 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:06.128632 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:04:17.248141 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:26.969438 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b8ca4b3a-84e1-487d-bcc1-0ffa50d27f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.430941 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-37170438-1925-424c-b14a-268e680bfc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:29.660721 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:30.942534 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:32.524161 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:43.128030 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:04:47.248426 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:56.972542 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-94e44504-827a-4c5c-8cef-f5a4ff9011d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.432091 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-52e17437-4de6-475e-ad67-ddcab93b6ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:04:59.660601 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:00.946544 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:02.525296 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:17.248308 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:20.126360 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:26.974313 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-96001cdf-b6a0-4b4e-b54e-4c525151b6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.432348 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7582-40e9-47fc-9580-fe9997085574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:29.660909 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:30.948978 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:32.527403 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:47.271232 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:56.973691 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-6d7355a3-7d90-4e93-a76c-6a3c5bc19261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:57.124824 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:05:59.433465 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-915e2570-2e2b-47bf-ad3c-b6c61740b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:05:59.662587 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:00.952551 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:02.529126 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:17.302765 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:26.975361 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-09da8861-ee97-401e-8d3d-902e8b45af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.434580 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-25760e7e-1ea4-4a1c-82e1-8bf168146bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:29.665317 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:30.955017 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:32.532175 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:34.123557 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:06:47.315290 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:56.976969 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-9882492a-981e-4f82-9c02-f4f1e201bc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.437051 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-456f5d16-268a-43a2-bec6-b92756302fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:06:59.666805 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:00.958074 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:02.533394 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:11.123263 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:07:17.325319 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:26.978190 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-7fee91c0-b111-4154-88d9-39f1eba8a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.437803 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-d78bf92e-f95e-48e6-af07-93b76c261979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:29.667674 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:30.963132 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:32.537530 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:47.326946 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:48.121719 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:07:56.979896 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-8b6b263e-7cf8-49de-9a0d-f2e9085958f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.440495 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-2dd35046-89a1-458d-9114-71abce54c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:07:59.668688 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:00.965224 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:02.539561 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:17.333672 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:25.120639 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:08:26.981694 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-a2c72e2c-0776-4504-a226-05ad644b12d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.440398 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-4ef4c815-ac79-40ae-a201-46c8110a73d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:29.668763 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:30.966620 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:32.541296 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:47.339961 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-33bfc805-4d85-4435-9964-d9b012b5fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:56.981617 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b622f73-e76b-4457-890f-b2c8d189553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.441302 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-508adaa4-6b22-4a84-8bba-b5ac816b28ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:08:59.668853 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-5b01f92b-462a-40a5-8abc-67738e6bc06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:00.972362 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-07e798f9-72a8-4513-8cf0-ce0d69655be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:09:02.119296 dv-cinder-788367-5-iscsi neutron-server[93336]: DEBUG neutron.db.agents_db [None req-6905b614-8407-48c2-8eff-6493391cca03 None None] Agent healthcheck: found 6 active agents {{(pid=93336) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:09:02.543528 dv-cinder-788367-5-iscsi neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-b9012fc6-8097-4ebd-ab60-223d09399413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749568272644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1525137'] for agent, after_update {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}